2024-11-08 00:13:21,583 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 00:13:21,604 main DEBUG Took 0.016595 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 00:13:21,604 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 00:13:21,605 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 00:13:21,606 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 00:13:21,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,627 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 00:13:21,661 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,665 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,671 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,676 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,677 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,680 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,684 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,686 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,691 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,695 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:13:21,697 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,698 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 00:13:21,701 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:13:21,703 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 00:13:21,709 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 00:13:21,713 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 00:13:21,723 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 00:13:21,724 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 00:13:21,736 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 00:13:21,741 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 00:13:21,745 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 00:13:21,746 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 00:13:21,746 main DEBUG createAppenders(={Console}) 2024-11-08 00:13:21,748 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-08 00:13:21,749 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 00:13:21,750 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-08 00:13:21,752 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 00:13:21,753 main DEBUG OutputStream closed 2024-11-08 00:13:21,754 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 00:13:21,755 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 00:13:21,755 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-08 00:13:21,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 00:13:21,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 00:13:21,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 00:13:21,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 00:13:21,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 00:13:21,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 00:13:21,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 00:13:21,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 00:13:21,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 00:13:21,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 00:13:21,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 00:13:21,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 00:13:21,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 00:13:21,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 00:13:21,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 00:13:21,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 00:13:21,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 00:13:21,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 00:13:21,902 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 00:13:21,903 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-08 00:13:21,903 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 00:13:21,904 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-08T00:13:21,927 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-08 00:13:21,934 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 00:13:21,935 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T00:13:21,946 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-08T00:13:22,049 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=805, ProcessCount=11, AvailableMemoryMB=269 2024-11-08T00:13:22,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9 2024-11-08T00:13:22,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:13:22,576 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6, deleteOnExit=true 2024-11-08T00:13:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:13:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/test.cache.data in system properties and HBase conf 2024-11-08T00:13:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:13:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:13:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:13:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:13:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:13:22,719 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T00:13:22,863 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:13:22,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:13:22,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:13:22,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:13:22,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:13:22,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:13:22,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:13:22,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:13:22,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:13:22,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:13:22,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:13:22,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:13:22,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:13:22,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:13:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:13:24,984 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T00:13:25,118 INFO [Time-limited test {}] log.Log(170): Logging initialized @5476ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T00:13:25,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:13:25,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:13:25,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:13:25,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:13:25,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:13:25,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:13:25,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:13:25,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:13:25,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/java.io.tmpdir/jetty-localhost-43235-hadoop-hdfs-3_4_1-tests_jar-_-any-4370569972307668445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:13:25,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:43235} 2024-11-08T00:13:25,798 INFO [Time-limited test {}] server.Server(415): Started @6157ms 2024-11-08T00:13:26,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:13:26,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:13:26,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:13:26,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:13:26,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:13:26,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:13:26,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:13:26,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/java.io.tmpdir/jetty-localhost-34407-hadoop-hdfs-3_4_1-tests_jar-_-any-12609614739692315879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:13:26,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:34407} 2024-11-08T00:13:26,789 INFO [Time-limited test {}] server.Server(415): Started @7149ms 2024-11-08T00:13:26,878 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:13:27,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:13:27,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:13:27,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:13:27,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:13:27,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:13:27,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:13:27,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:13:27,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/java.io.tmpdir/jetty-localhost-41811-hadoop-hdfs-3_4_1-tests_jar-_-any-11713862903049993072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:13:27,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:41811} 2024-11-08T00:13:27,255 INFO [Time-limited test {}] server.Server(415): Started @7614ms 2024-11-08T00:13:27,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:13:27,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:13:27,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:13:27,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:13:27,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:13:27,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:13:27,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:13:27,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:13:27,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/java.io.tmpdir/jetty-localhost-44439-hadoop-hdfs-3_4_1-tests_jar-_-any-14641434692019377536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:13:27,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:44439} 2024-11-08T00:13:27,421 INFO [Time-limited test {}] server.Server(415): Started @7780ms 2024-11-08T00:13:27,424 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:13:29,145 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data3/current/BP-1175161196-172.17.0.3-1731024803812/current, will proceed with Du for space computation calculation, 2024-11-08T00:13:29,153 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data1/current/BP-1175161196-172.17.0.3-1731024803812/current, will proceed with Du for space computation calculation, 2024-11-08T00:13:29,156 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data4/current/BP-1175161196-172.17.0.3-1731024803812/current, will proceed with Du for space computation calculation, 2024-11-08T00:13:29,157 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data2/current/BP-1175161196-172.17.0.3-1731024803812/current, will proceed with Du for space computation calculation, 2024-11-08T00:13:29,198 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:13:29,199 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:13:29,199 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data5/current/BP-1175161196-172.17.0.3-1731024803812/current, will proceed with Du for space computation calculation, 2024-11-08T00:13:29,200 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data6/current/BP-1175161196-172.17.0.3-1731024803812/current, will proceed with Du for space computation calculation, 2024-11-08T00:13:29,246 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:13:29,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9 2024-11-08T00:13:29,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0933096c1c2bc69 with lease ID 0x5047bb175889188e: Processing first storage report for DS-a16cd799-d674-4b79-80ad-ac4fb1ac1935 from datanode DatanodeRegistration(127.0.0.1:46865, datanodeUuid=b15c2408-49de-4c50-b7ea-467ead7f341e, infoPort=44585, infoSecurePort=0, ipcPort=46473, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812) 2024-11-08T00:13:29,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0933096c1c2bc69 with lease ID 0x5047bb175889188e: from storage DS-a16cd799-d674-4b79-80ad-ac4fb1ac1935 node DatanodeRegistration(127.0.0.1:46865, datanodeUuid=b15c2408-49de-4c50-b7ea-467ead7f341e, infoPort=44585, infoSecurePort=0, ipcPort=46473, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:13:29,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdbeef55e83059a7 with lease ID 0x5047bb1758891890: Processing first storage report for DS-15e43259-62b0-4e15-ba8a-87a5e24250b0 from datanode DatanodeRegistration(127.0.0.1:44943, datanodeUuid=2f86a221-d138-4ab8-a00c-e2d495771506, infoPort=43619, infoSecurePort=0, ipcPort=42563, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812) 2024-11-08T00:13:29,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdbeef55e83059a7 with lease ID 0x5047bb1758891890: from storage DS-15e43259-62b0-4e15-ba8a-87a5e24250b0 node DatanodeRegistration(127.0.0.1:44943, datanodeUuid=2f86a221-d138-4ab8-a00c-e2d495771506, infoPort=43619, infoSecurePort=0, ipcPort=42563, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:13:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0ed6651e91bb4f3 with lease ID 0x5047bb175889188f: Processing first storage report for DS-f0dca069-3f33-4a90-aaf0-efe7711f6408 from datanode DatanodeRegistration(127.0.0.1:43497, datanodeUuid=b8fdbe3b-bf3f-49c0-96e6-aeacbfb1f919, infoPort=36919, infoSecurePort=0, ipcPort=38509, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812) 2024-11-08T00:13:29,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0ed6651e91bb4f3 with lease ID 0x5047bb175889188f: from storage DS-f0dca069-3f33-4a90-aaf0-efe7711f6408 node DatanodeRegistration(127.0.0.1:43497, datanodeUuid=b8fdbe3b-bf3f-49c0-96e6-aeacbfb1f919, infoPort=36919, infoSecurePort=0, ipcPort=38509, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T00:13:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0933096c1c2bc69 with lease ID 0x5047bb175889188e: Processing first storage report for DS-7b941225-654a-4d7d-93c3-58dcf9e61562 from datanode DatanodeRegistration(127.0.0.1:46865, datanodeUuid=b15c2408-49de-4c50-b7ea-467ead7f341e, infoPort=44585, infoSecurePort=0, ipcPort=46473, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812) 2024-11-08T00:13:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0933096c1c2bc69 with lease ID 0x5047bb175889188e: from storage DS-7b941225-654a-4d7d-93c3-58dcf9e61562 node DatanodeRegistration(127.0.0.1:46865, datanodeUuid=b15c2408-49de-4c50-b7ea-467ead7f341e, infoPort=44585, infoSecurePort=0, ipcPort=46473, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:13:29,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdbeef55e83059a7 with lease ID 0x5047bb1758891890: Processing first storage report for DS-b1b4b9f0-e8b7-49b4-bf65-e8019c33e153 from datanode DatanodeRegistration(127.0.0.1:44943, datanodeUuid=2f86a221-d138-4ab8-a00c-e2d495771506, infoPort=43619, infoSecurePort=0, ipcPort=42563, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812) 2024-11-08T00:13:29,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdbeef55e83059a7 with lease ID 0x5047bb1758891890: from storage DS-b1b4b9f0-e8b7-49b4-bf65-e8019c33e153 node DatanodeRegistration(127.0.0.1:44943, datanodeUuid=2f86a221-d138-4ab8-a00c-e2d495771506, infoPort=43619, infoSecurePort=0, ipcPort=42563, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:13:29,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0ed6651e91bb4f3 with lease ID 0x5047bb175889188f: Processing first storage report for DS-45183fd6-fe90-4f01-9e10-3c306d3f9d9e from datanode DatanodeRegistration(127.0.0.1:43497, datanodeUuid=b8fdbe3b-bf3f-49c0-96e6-aeacbfb1f919, infoPort=36919, infoSecurePort=0, ipcPort=38509, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812) 2024-11-08T00:13:29,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0ed6651e91bb4f3 with lease ID 0x5047bb175889188f: from storage DS-45183fd6-fe90-4f01-9e10-3c306d3f9d9e node DatanodeRegistration(127.0.0.1:43497, datanodeUuid=b8fdbe3b-bf3f-49c0-96e6-aeacbfb1f919, infoPort=36919, infoSecurePort=0, ipcPort=38509, storageInfo=lv=-57;cid=testClusterID;nsid=1908280190;c=1731024803812), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:13:29,375 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/zookeeper_0, clientPort=56427, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:13:29,389 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56427 2024-11-08T00:13:29,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:13:29,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:13:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:13:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:13:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:13:30,080 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 with version=8 2024-11-08T00:13:30,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/hbase-staging 2024-11-08T00:13:30,172 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T00:13:30,572 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:13:30,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:30,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:30,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:13:30,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:30,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:13:30,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:13:30,813 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T00:13:30,826 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T00:13:30,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:13:30,864 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1012 (auto-detected) 2024-11-08T00:13:30,865 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T00:13:30,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33929 2024-11-08T00:13:30,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33929 connecting to ZooKeeper ensemble=127.0.0.1:56427 2024-11-08T00:13:31,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339290x0, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:13:31,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33929-0x10117ca692e0000 connected 2024-11-08T00:13:31,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:13:31,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:13:31,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:13:31,227 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3, hbase.cluster.distributed=false 2024-11-08T00:13:31,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:13:31,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33929 2024-11-08T00:13:31,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33929 2024-11-08T00:13:31,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33929 2024-11-08T00:13:31,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33929 2024-11-08T00:13:31,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33929 2024-11-08T00:13:31,364 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:13:31,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:31,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:31,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:13:31,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:31,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:13:31,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:13:31,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:13:31,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42383 2024-11-08T00:13:31,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42383 connecting to ZooKeeper ensemble=127.0.0.1:56427 2024-11-08T00:13:31,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:13:31,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:13:31,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423830x0, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:13:31,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423830x0, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:13:31,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42383-0x10117ca692e0001 connected 2024-11-08T00:13:31,398 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:13:31,404 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:13:31,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:13:31,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:13:31,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42383 2024-11-08T00:13:31,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42383 2024-11-08T00:13:31,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42383 2024-11-08T00:13:31,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42383 2024-11-08T00:13:31,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42383 2024-11-08T00:13:31,431 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:13:31,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:31,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:31,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:13:31,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:31,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:13:31,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:13:31,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:13:31,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45295 2024-11-08T00:13:31,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45295 connecting to ZooKeeper ensemble=127.0.0.1:56427 2024-11-08T00:13:31,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:13:31,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:13:31,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452950x0, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:13:31,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45295-0x10117ca692e0002 connected 2024-11-08T00:13:31,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:13:31,475 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:13:31,476 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:13:31,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:13:31,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:13:31,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45295 2024-11-08T00:13:31,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45295 2024-11-08T00:13:31,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45295 2024-11-08T00:13:31,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45295 2024-11-08T00:13:31,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45295 2024-11-08T00:13:31,506 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:13:31,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:31,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:31,506 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:13:31,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:13:31,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:13:31,506 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:13:31,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:13:31,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46091 2024-11-08T00:13:31,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46091 connecting to ZooKeeper ensemble=127.0.0.1:56427 2024-11-08T00:13:31,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:13:31,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:13:31,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460910x0, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:13:31,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460910x0, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:13:31,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46091-0x10117ca692e0003 connected 2024-11-08T00:13:31,532 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:13:31,536 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:13:31,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:13:31,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:13:31,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46091 2024-11-08T00:13:31,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46091 2024-11-08T00:13:31,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46091 2024-11-08T00:13:31,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46091 2024-11-08T00:13:31,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46091 2024-11-08T00:13:31,557 DEBUG [M:0;3302f0f507bd:33929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3302f0f507bd:33929 2024-11-08T00:13:31,558 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3302f0f507bd,33929,1731024810384 2024-11-08T00:13:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:13:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:13:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:13:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:13:31,575 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3302f0f507bd,33929,1731024810384 2024-11-08T00:13:31,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:13:31,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:13:31,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:13:31,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:31,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:31,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:31,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:31,614 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:13:31,616 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3302f0f507bd,33929,1731024810384 from backup master directory 2024-11-08T00:13:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3302f0f507bd,33929,1731024810384 2024-11-08T00:13:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:13:31,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:13:31,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:13:31,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:13:31,632 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:13:31,633 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3302f0f507bd,33929,1731024810384 2024-11-08T00:13:31,636 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T00:13:31,637 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T00:13:31,700 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/hbase.id] with ID: 742b72d1-d3da-454a-a179-d9bddac65adb 2024-11-08T00:13:31,701 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/.tmp/hbase.id 2024-11-08T00:13:31,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:13:31,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:13:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:13:31,720 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/.tmp/hbase.id]:[hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/hbase.id] 2024-11-08T00:13:31,773 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:13:31,778 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:13:31,799 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-08T00:13:31,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:31,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:31,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:31,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:13:31,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:13:31,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:13:31,860 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:13:31,863 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:13:31,882 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:13:31,886 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:13:31,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:13:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:13:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:13:31,946 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store 2024-11-08T00:13:31,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:13:31,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:13:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:13:31,973 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T00:13:31,976 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:31,978 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:13:31,978 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:13:31,978 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:13:31,979 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:13:31,980 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:13:31,980 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:13:31,981 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731024811978Disabling compacts and flushes for region at 1731024811978Disabling writes for close at 1731024811980 (+2 ms)Writing region close event to WAL at 1731024811980Closed at 1731024811980 2024-11-08T00:13:31,984 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/.initializing 2024-11-08T00:13:31,984 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/WALs/3302f0f507bd,33929,1731024810384 2024-11-08T00:13:31,994 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:13:32,012 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C33929%2C1731024810384, suffix=, logDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/WALs/3302f0f507bd,33929,1731024810384, archiveDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/oldWALs, maxLogs=10 2024-11-08T00:13:32,040 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/WALs/3302f0f507bd,33929,1731024810384/3302f0f507bd%2C33929%2C1731024810384.1731024812018, exclude list is [], retry=0 2024-11-08T00:13:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-15e43259-62b0-4e15-ba8a-87a5e24250b0,DISK] 2024-11-08T00:13:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-f0dca069-3f33-4a90-aaf0-efe7711f6408,DISK] 2024-11-08T00:13:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46865,DS-a16cd799-d674-4b79-80ad-ac4fb1ac1935,DISK] 2024-11-08T00:13:32,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T00:13:32,098 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/WALs/3302f0f507bd,33929,1731024810384/3302f0f507bd%2C33929%2C1731024810384.1731024812018 2024-11-08T00:13:32,099 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36919:36919),(127.0.0.1/127.0.0.1:43619:43619),(127.0.0.1/127.0.0.1:44585:44585)] 2024-11-08T00:13:32,099 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:13:32,100 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:32,103 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,104 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:13:32,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:32,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:13:32,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:13:32,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:32,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:32,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:13:32,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:32,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:32,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:13:32,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:32,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:32,181 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,185 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,186 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,191 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,192 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,195 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:13:32,198 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:13:32,203 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:32,204 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69544801, jitterRate=0.03629828989505768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:13:32,212 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731024812116Initializing all the Stores at 1731024812118 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024812118Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024812119 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024812119Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024812119Cleaning up temporary data from old regions at 1731024812192 (+73 ms)Region opened successfully at 1731024812212 (+20 ms) 2024-11-08T00:13:32,213 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:13:32,246 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9cb3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:13:32,275 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:13:32,285 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:13:32,286 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:13:32,288 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:13:32,290 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T00:13:32,294 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T00:13:32,294 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T00:13:32,318 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:13:32,327 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:13:32,422 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:13:32,425 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:13:32,427 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:13:32,520 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:13:32,524 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:13:32,530 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:13:32,540 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:13:32,542 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:13:32,551 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:13:32,571 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:13:32,582 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:13:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:13:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:13:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:13:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:13:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,596 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3302f0f507bd,33929,1731024810384, sessionid=0x10117ca692e0000, setting cluster-up flag (Was=false) 2024-11-08T00:13:32,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,656 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:13:32,659 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,33929,1731024810384 2024-11-08T00:13:32,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:32,719 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:13:32,721 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,33929,1731024810384 2024-11-08T00:13:32,726 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:13:32,747 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(746): ClusterId : 742b72d1-d3da-454a-a179-d9bddac65adb 2024-11-08T00:13:32,747 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(746): ClusterId : 742b72d1-d3da-454a-a179-d9bddac65adb 2024-11-08T00:13:32,747 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(746): ClusterId : 742b72d1-d3da-454a-a179-d9bddac65adb 2024-11-08T00:13:32,750 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:13:32,750 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:13:32,750 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:13:32,775 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:13:32,775 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:13:32,775 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:13:32,776 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:13:32,776 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:13:32,776 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:13:32,794 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:13:32,794 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:13:32,794 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:13:32,795 DEBUG [RS:1;3302f0f507bd:45295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2069f377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:13:32,795 DEBUG [RS:0;3302f0f507bd:42383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5258b590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:13:32,795 DEBUG [RS:2;3302f0f507bd:46091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650afb68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:13:32,814 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3302f0f507bd:45295 2024-11-08T00:13:32,816 DEBUG [RS:2;3302f0f507bd:46091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3302f0f507bd:46091 2024-11-08T00:13:32,816 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:13:32,818 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:13:32,818 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:13:32,818 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:13:32,818 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:13:32,818 DEBUG [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:13:32,818 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:13:32,821 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,33929,1731024810384 with port=45295, startcode=1731024811430 2024-11-08T00:13:32,821 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,33929,1731024810384 with port=46091, startcode=1731024811505 2024-11-08T00:13:32,821 DEBUG [RS:0;3302f0f507bd:42383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3302f0f507bd:42383 2024-11-08T00:13:32,821 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:13:32,821 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:13:32,821 DEBUG [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:13:32,823 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,33929,1731024810384 with port=42383, startcode=1731024811330 2024-11-08T00:13:32,828 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:13:32,834 DEBUG [RS:0;3302f0f507bd:42383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:13:32,836 DEBUG [RS:2;3302f0f507bd:46091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:13:32,837 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:13:32,839 DEBUG [RS:1;3302f0f507bd:45295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:13:32,844 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3302f0f507bd,33929,1731024810384 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:13:32,854 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:13:32,854 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:13:32,854 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:13:32,854 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:13:32,855 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3302f0f507bd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:13:32,855 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:32,855 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:13:32,855 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:32,879 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:13:32,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:13:32,883 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731024842883 2024-11-08T00:13:32,885 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:13:32,887 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:13:32,887 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:32,888 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:13:32,896 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:13:32,898 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:13:32,898 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:13:32,899 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:13:32,899 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:13:32,900 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:13:32,900 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:13:32,904 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T00:13:32,908 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:32,912 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T00:13:32,913 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T00:13:32,915 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:13:32,917 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:13:32,918 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:13:32,942 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:13:32,943 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:13:32,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:13:32,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:13:32,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:13:32,946 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731024812944,5,FailOnTimeoutGroup] 2024-11-08T00:13:32,947 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731024812946,5,FailOnTimeoutGroup] 2024-11-08T00:13:32,947 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:13:32,947 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:32,947 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:13:32,948 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:32,949 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:32,949 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:32,959 DEBUG [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T00:13:32,959 DEBUG [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T00:13:32,959 WARN [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T00:13:32,959 WARN [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T00:13:32,959 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T00:13:32,959 WARN [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T00:13:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:13:32,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:13:32,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:13:32,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:33,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:13:33,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:13:33,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:33,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:13:33,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:13:33,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:13:33,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:33,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:13:33,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:13:33,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:13:33,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:33,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:13:33,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:13:33,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:13:33,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:33,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:13:33,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:13:33,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740 2024-11-08T00:13:33,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740 2024-11-08T00:13:33,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:13:33,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:13:33,040 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:13:33,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:13:33,060 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,33929,1731024810384 with port=45295, startcode=1731024811430 2024-11-08T00:13:33,060 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,33929,1731024810384 with port=46091, startcode=1731024811505 2024-11-08T00:13:33,060 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,33929,1731024810384 with port=42383, startcode=1731024811330 2024-11-08T00:13:33,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,46091,1731024811505 2024-11-08T00:13:33,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,46091,1731024811505 2024-11-08T00:13:33,067 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:33,068 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66367358, jitterRate=-0.0110493004322052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:13:33,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731024812999Initializing all the Stores at 1731024813001 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024813001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024813002 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024813002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024813002Cleaning up temporary data from old regions at 1731024813038 (+36 ms)Region opened successfully at 1731024813073 (+35 ms) 2024-11-08T00:13:33,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:13:33,074 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:13:33,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:13:33,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:13:33,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:13:33,076 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:13:33,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731024813073Disabling compacts and flushes for region at 1731024813073Disabling writes for close at 1731024813074 (+1 ms)Writing region close event to WAL at 1731024813075 (+1 ms)Closed at 1731024813076 (+1 ms) 2024-11-08T00:13:33,077 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,42383,1731024811330 2024-11-08T00:13:33,078 DEBUG [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:33,078 DEBUG [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42381 2024-11-08T00:13:33,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,42383,1731024811330 2024-11-08T00:13:33,078 DEBUG [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:13:33,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:13:33,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:13:33,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,45295,1731024811430 2024-11-08T00:13:33,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:33,082 DEBUG [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:33,082 DEBUG [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42381 2024-11-08T00:13:33,082 DEBUG [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:13:33,085 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:33,085 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42381 2024-11-08T00:13:33,086 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:13:33,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:13:33,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:13:33,102 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:13:33,109 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:13:33,140 DEBUG [RS:2;3302f0f507bd:46091 {}] zookeeper.ZKUtil(111): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,46091,1731024811505 2024-11-08T00:13:33,141 WARN [RS:2;3302f0f507bd:46091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:13:33,141 INFO [RS:2;3302f0f507bd:46091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:13:33,141 DEBUG [RS:0;3302f0f507bd:42383 {}] zookeeper.ZKUtil(111): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,42383,1731024811330 2024-11-08T00:13:33,141 DEBUG [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,46091,1731024811505 2024-11-08T00:13:33,141 DEBUG [RS:1;3302f0f507bd:45295 {}] zookeeper.ZKUtil(111): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,45295,1731024811430 2024-11-08T00:13:33,141 WARN [RS:0;3302f0f507bd:42383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:13:33,141 WARN [RS:1;3302f0f507bd:45295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:13:33,141 INFO [RS:0;3302f0f507bd:42383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:13:33,141 INFO [RS:1;3302f0f507bd:45295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:13:33,142 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,45295,1731024811430 2024-11-08T00:13:33,142 DEBUG [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330 2024-11-08T00:13:33,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,42383,1731024811330] 2024-11-08T00:13:33,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,45295,1731024811430] 2024-11-08T00:13:33,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,46091,1731024811505] 2024-11-08T00:13:33,186 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:13:33,186 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:13:33,186 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:13:33,210 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:13:33,210 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:13:33,210 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:13:33,217 INFO [RS:0;3302f0f507bd:42383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:13:33,217 INFO [RS:2;3302f0f507bd:46091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:13:33,217 INFO [RS:1;3302f0f507bd:45295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:13:33,217 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,217 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,217 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,218 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:13:33,218 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:13:33,218 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:13:33,226 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:13:33,227 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:13:33,228 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,228 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,228 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,228 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,229 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,229 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,229 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,229 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,229 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,229 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:13:33,229 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,229 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,229 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,230 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,230 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,230 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,230 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,230 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,230 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:13:33,230 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,230 DEBUG [RS:0;3302f0f507bd:42383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:13:33,230 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:13:33,230 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,230 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:13:33,230 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,231 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,231 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,231 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,231 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,231 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,231 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,231 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:13:33,231 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,231 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,231 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,231 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,232 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,232 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,232 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,232 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,232 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,232 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:13:33,232 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:13:33,232 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:13:33,232 DEBUG [RS:2;3302f0f507bd:46091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:13:33,232 DEBUG [RS:1;3302f0f507bd:45295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:13:33,241 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,242 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,243 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,243 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,243 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,243 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,42383,1731024811330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:13:33,248 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,248 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,248 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,248 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,249 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,249 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,45295,1731024811430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:13:33,260 WARN [3302f0f507bd:33929 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:13:33,262 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,263 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,263 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,263 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,263 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,263 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46091,1731024811505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:13:33,286 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:13:33,288 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,42383,1731024811330-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,289 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,289 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.Replication(171): 3302f0f507bd,42383,1731024811330 started 2024-11-08T00:13:33,303 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:13:33,305 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:13:33,306 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,45295,1731024811430-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,306 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,306 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.Replication(171): 3302f0f507bd,45295,1731024811430 started 2024-11-08T00:13:33,310 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46091,1731024811505-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,311 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,311 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.Replication(171): 3302f0f507bd,46091,1731024811505 started 2024-11-08T00:13:33,315 INFO [RS:0;3302f0f507bd:42383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,315 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,42383,1731024811330, RpcServer on 3302f0f507bd/172.17.0.3:42383, sessionid=0x10117ca692e0001 2024-11-08T00:13:33,316 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:13:33,316 DEBUG [RS:0;3302f0f507bd:42383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,42383,1731024811330 2024-11-08T00:13:33,317 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,42383,1731024811330' 2024-11-08T00:13:33,317 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:13:33,321 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:13:33,324 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:13:33,324 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:13:33,324 DEBUG [RS:0;3302f0f507bd:42383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,42383,1731024811330 2024-11-08T00:13:33,325 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,42383,1731024811330' 2024-11-08T00:13:33,325 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:13:33,334 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:13:33,339 DEBUG [RS:0;3302f0f507bd:42383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:13:33,339 INFO [RS:0;3302f0f507bd:42383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:13:33,339 INFO [RS:0;3302f0f507bd:42383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:13:33,345 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,345 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,46091,1731024811505, RpcServer on 3302f0f507bd/172.17.0.3:46091, sessionid=0x10117ca692e0003 2024-11-08T00:13:33,346 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:13:33,346 DEBUG [RS:2;3302f0f507bd:46091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,46091,1731024811505 2024-11-08T00:13:33,346 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,46091,1731024811505' 2024-11-08T00:13:33,346 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:13:33,348 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:13:33,352 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:13:33,353 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:13:33,353 DEBUG [RS:2;3302f0f507bd:46091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,46091,1731024811505 2024-11-08T00:13:33,353 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,46091,1731024811505' 2024-11-08T00:13:33,353 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:13:33,357 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:33,358 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,45295,1731024811430, RpcServer on 3302f0f507bd/172.17.0.3:45295, sessionid=0x10117ca692e0002 2024-11-08T00:13:33,358 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:13:33,358 DEBUG [RS:1;3302f0f507bd:45295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,45295,1731024811430 2024-11-08T00:13:33,358 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,45295,1731024811430' 2024-11-08T00:13:33,359 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:13:33,363 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:13:33,364 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:13:33,371 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:13:33,371 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:13:33,371 DEBUG [RS:1;3302f0f507bd:45295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,45295,1731024811430 2024-11-08T00:13:33,371 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,45295,1731024811430' 2024-11-08T00:13:33,371 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:13:33,372 DEBUG [RS:2;3302f0f507bd:46091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:13:33,372 INFO [RS:2;3302f0f507bd:46091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:13:33,372 INFO [RS:2;3302f0f507bd:46091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:13:33,376 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:13:33,379 DEBUG [RS:1;3302f0f507bd:45295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:13:33,379 INFO [RS:1;3302f0f507bd:45295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:13:33,379 INFO [RS:1;3302f0f507bd:45295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:13:33,447 INFO [RS:0;3302f0f507bd:42383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:13:33,452 INFO [RS:0;3302f0f507bd:42383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C42383%2C1731024811330, suffix=, logDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330, archiveDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/oldWALs, maxLogs=32 2024-11-08T00:13:33,473 INFO [RS:2;3302f0f507bd:46091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:13:33,478 INFO [RS:2;3302f0f507bd:46091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C46091%2C1731024811505, suffix=, logDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,46091,1731024811505, archiveDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/oldWALs, maxLogs=32 2024-11-08T00:13:33,480 INFO [RS:1;3302f0f507bd:45295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:13:33,489 DEBUG [RS:0;3302f0f507bd:42383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330/3302f0f507bd%2C42383%2C1731024811330.1731024813455, exclude list is [], retry=0 2024-11-08T00:13:33,489 INFO [RS:1;3302f0f507bd:45295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C45295%2C1731024811430, suffix=, logDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,45295,1731024811430, archiveDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/oldWALs, maxLogs=32 2024-11-08T00:13:33,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46865,DS-a16cd799-d674-4b79-80ad-ac4fb1ac1935,DISK] 2024-11-08T00:13:33,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-f0dca069-3f33-4a90-aaf0-efe7711f6408,DISK] 2024-11-08T00:13:33,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-15e43259-62b0-4e15-ba8a-87a5e24250b0,DISK] 2024-11-08T00:13:33,512 DEBUG [RS:2;3302f0f507bd:46091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,46091,1731024811505/3302f0f507bd%2C46091%2C1731024811505.1731024813481, exclude list is [], retry=0 2024-11-08T00:13:33,521 DEBUG [RS:1;3302f0f507bd:45295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,45295,1731024811430/3302f0f507bd%2C45295%2C1731024811430.1731024813492, exclude list is [], retry=0 2024-11-08T00:13:33,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46865,DS-a16cd799-d674-4b79-80ad-ac4fb1ac1935,DISK] 2024-11-08T00:13:33,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-15e43259-62b0-4e15-ba8a-87a5e24250b0,DISK] 2024-11-08T00:13:33,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-f0dca069-3f33-4a90-aaf0-efe7711f6408,DISK] 2024-11-08T00:13:33,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-15e43259-62b0-4e15-ba8a-87a5e24250b0,DISK] 2024-11-08T00:13:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46865,DS-a16cd799-d674-4b79-80ad-ac4fb1ac1935,DISK] 2024-11-08T00:13:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-f0dca069-3f33-4a90-aaf0-efe7711f6408,DISK] 2024-11-08T00:13:33,539 INFO [RS:0;3302f0f507bd:42383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330/3302f0f507bd%2C42383%2C1731024811330.1731024813455 2024-11-08T00:13:33,548 DEBUG [RS:0;3302f0f507bd:42383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43619:43619),(127.0.0.1/127.0.0.1:36919:36919),(127.0.0.1/127.0.0.1:44585:44585)] 2024-11-08T00:13:33,550 INFO [RS:1;3302f0f507bd:45295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,45295,1731024811430/3302f0f507bd%2C45295%2C1731024811430.1731024813492 2024-11-08T00:13:33,548 INFO [RS:2;3302f0f507bd:46091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,46091,1731024811505/3302f0f507bd%2C46091%2C1731024811505.1731024813481 2024-11-08T00:13:33,556 DEBUG [RS:2;3302f0f507bd:46091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43619:43619),(127.0.0.1/127.0.0.1:44585:44585),(127.0.0.1/127.0.0.1:36919:36919)] 2024-11-08T00:13:33,557 DEBUG [RS:1;3302f0f507bd:45295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44585:44585),(127.0.0.1/127.0.0.1:43619:43619),(127.0.0.1/127.0.0.1:36919:36919)] 2024-11-08T00:13:33,763 DEBUG [3302f0f507bd:33929 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T00:13:33,774 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(204): Hosts are {3302f0f507bd=0} racks are {/default-rack=0} 2024-11-08T00:13:33,782 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T00:13:33,782 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T00:13:33,782 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T00:13:33,783 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T00:13:33,783 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T00:13:33,783 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T00:13:33,783 INFO [3302f0f507bd:33929 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T00:13:33,783 INFO [3302f0f507bd:33929 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T00:13:33,783 INFO [3302f0f507bd:33929 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T00:13:33,783 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T00:13:33,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:33,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,45295,1731024811430, state=OPENING 2024-11-08T00:13:33,826 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:13:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:13:33,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:13:33,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:13:33,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:13:33,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:13:33,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:13:33,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,45295,1731024811430}] 2024-11-08T00:13:40,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T00:13:40,809 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T00:13:43,891 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:13:43,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:13:43,957 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:13:43,958 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:13:43,959 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:13:43,966 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C45295%2C1731024811430.meta, suffix=.meta, logDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,45295,1731024811430, archiveDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/oldWALs, maxLogs=32 2024-11-08T00:13:43,988 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,45295,1731024811430/3302f0f507bd%2C45295%2C1731024811430.meta.1731024823969.meta, exclude list is [], retry=0 2024-11-08T00:13:43,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-f0dca069-3f33-4a90-aaf0-efe7711f6408,DISK] 2024-11-08T00:13:43,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-15e43259-62b0-4e15-ba8a-87a5e24250b0,DISK] 2024-11-08T00:13:43,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46865,DS-a16cd799-d674-4b79-80ad-ac4fb1ac1935,DISK] 2024-11-08T00:13:44,022 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,45295,1731024811430/3302f0f507bd%2C45295%2C1731024811430.meta.1731024823969.meta 2024-11-08T00:13:44,029 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36919:36919),(127.0.0.1/127.0.0.1:43619:43619),(127.0.0.1/127.0.0.1:44585:44585)] 2024-11-08T00:13:44,029 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:13:44,031 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:13:44,035 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:13:44,051 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:13:44,063 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:13:44,067 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:44,069 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:13:44,069 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:13:44,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:13:44,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:13:44,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:44,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:13:44,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:13:44,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:13:44,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:44,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:13:44,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:13:44,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:13:44,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:44,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:13:44,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:13:44,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:13:44,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:44,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:13:44,170 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:13:44,172 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740 2024-11-08T00:13:44,190 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740 2024-11-08T00:13:44,207 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:13:44,208 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:13:44,209 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:13:44,224 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:13:44,237 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62547493, jitterRate=-0.06796972453594208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:13:44,238 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:13:44,240 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731024824070Writing region info on filesystem at 1731024824070Initializing all the Stores at 1731024824088 (+18 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024824088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024824091 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024824091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024824091Cleaning up temporary data from old regions at 1731024824208 (+117 ms)Running coprocessor post-open hooks at 1731024824238 (+30 ms)Region opened successfully at 1731024824240 (+2 ms) 2024-11-08T00:13:44,259 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731024823872 2024-11-08T00:13:44,289 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:13:44,289 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:13:44,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:44,301 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,45295,1731024811430, state=OPEN 2024-11-08T00:13:44,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:13:44,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:13:44,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:13:44,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:13:44,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:13:44,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:13:44,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:13:44,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:13:44,392 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:44,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:13:44,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,45295,1731024811430 in 10.5520 sec 2024-11-08T00:13:44,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:13:44,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.3350 sec 2024-11-08T00:13:44,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:13:44,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:13:44,512 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:13:44,514 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,45295,1731024811430, seqNum=-1] 2024-11-08T00:13:44,588 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:13:44,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:13:44,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.9070 sec 2024-11-08T00:13:44,685 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731024824685, completionTime=-1 2024-11-08T00:13:44,688 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T00:13:44,689 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T00:13:44,752 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T00:13:44,752 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731024884752 2024-11-08T00:13:44,752 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731024944752 2024-11-08T00:13:44,753 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 63 msec 2024-11-08T00:13:44,755 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:13:44,791 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33929,1731024810384-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:44,791 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33929,1731024810384-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:44,792 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33929,1731024810384-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:44,794 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3302f0f507bd:33929, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:44,815 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:44,819 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:44,828 DEBUG [master/3302f0f507bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:13:44,890 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.257sec 2024-11-08T00:13:44,898 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:13:44,900 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:13:44,901 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:13:44,902 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:13:44,902 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:13:44,907 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33929,1731024810384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:13:44,908 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33929,1731024810384-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:13:44,949 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:13:44,950 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:13:44,951 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33929,1731024810384-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:13:44,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d458dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:13:44,961 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T00:13:44,961 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T00:13:44,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3302f0f507bd,33929,-1 for getting cluster id 2024-11-08T00:13:44,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:13:45,007 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742b72d1-d3da-454a-a179-d9bddac65adb' 2024-11-08T00:13:45,019 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:13:45,019 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742b72d1-d3da-454a-a179-d9bddac65adb" 2024-11-08T00:13:45,023 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4613f165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:13:45,023 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3302f0f507bd,33929,-1] 2024-11-08T00:13:45,032 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:13:45,040 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:13:45,058 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:13:45,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:13:45,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:13:45,088 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,45295,1731024811430, seqNum=-1] 2024-11-08T00:13:45,089 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:13:45,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:13:45,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:13:45,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3302f0f507bd,33929,1731024810384 2024-11-08T00:13:45,220 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731024825218 (current time:1731024825218). 2024-11-08T00:13:45,221 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T00:13:45,221 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T00:13:45,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141da473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:13:45,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3302f0f507bd,33929,-1 for getting cluster id 2024-11-08T00:13:45,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:13:45,238 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742b72d1-d3da-454a-a179-d9bddac65adb' 2024-11-08T00:13:45,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:13:45,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742b72d1-d3da-454a-a179-d9bddac65adb" 2024-11-08T00:13:45,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd12384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:13:45,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3302f0f507bd,33929,-1] 2024-11-08T00:13:45,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:13:45,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:13:45,243 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:13:45,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5a3fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:13:45,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:13:45,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,45295,1731024811430, seqNum=-1] 2024-11-08T00:13:45,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:13:45,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:13:45,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:13:45,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:13:45,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:13:45,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:13:45,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:13:45,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:13:45,335 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3302f0f507bd,33929,1731024810384 2024-11-08T00:13:45,338 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@288e716c 2024-11-08T00:13:45,340 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:13:45,357 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:13:45,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:13:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T00:13:45,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:13:45,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T00:13:45,408 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:13:45,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:13:45,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:13:45,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:13:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:13:45,521 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 943e36fca413b60594c839f3e383038e, NAME => 'SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:45,525 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 11a619dfe82090b1915a3f1b3e988941, NAME => 'SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:45,529 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 630653e6d94dca0138e59a70c00118ae, NAME => 'SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:13:45,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741840_1016 (size=62) 2024-11-08T00:13:45,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741840_1016 (size=62) 2024-11-08T00:13:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741840_1016 (size=62) 2024-11-08T00:13:45,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:45,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 630653e6d94dca0138e59a70c00118ae, disabling compactions & flushes 2024-11-08T00:13:45,681 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:13:45,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:13:45,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. after waiting 0 ms 2024-11-08T00:13:45,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:13:45,681 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:13:45,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 630653e6d94dca0138e59a70c00118ae: Waiting for close lock at 1731024825681Disabling compacts and flushes for region at 1731024825681Disabling writes for close at 1731024825681Writing region close event to WAL at 1731024825681Closed at 1731024825681 2024-11-08T00:13:45,682 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 515c838366bc12d0deb471f33546ea69, NAME => 'SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741839_1015 (size=54) 2024-11-08T00:13:45,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741839_1015 (size=54) 2024-11-08T00:13:45,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741839_1015 (size=54) 2024-11-08T00:13:45,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741838_1014 (size=62) 2024-11-08T00:13:45,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741838_1014 (size=62) 2024-11-08T00:13:45,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741838_1014 (size=62) 2024-11-08T00:13:45,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:45,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 11a619dfe82090b1915a3f1b3e988941, disabling compactions & flushes 2024-11-08T00:13:45,700 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:13:45,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:13:45,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. after waiting 0 ms 2024-11-08T00:13:45,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:13:45,706 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:13:45,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 11a619dfe82090b1915a3f1b3e988941: Waiting for close lock at 1731024825700Disabling compacts and flushes for region at 1731024825700Disabling writes for close at 1731024825706 (+6 ms)Writing region close event to WAL at 1731024825706Closed at 1731024825706 2024-11-08T00:13:45,707 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e9c373ec559a93aafd4839a2003445b0, NAME => 'SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:13:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:13:45,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:13:45,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:13:45,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:45,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 515c838366bc12d0deb471f33546ea69, disabling compactions & flushes 2024-11-08T00:13:45,805 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:13:45,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:13:45,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. after waiting 0 ms 2024-11-08T00:13:45,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:13:45,806 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:13:45,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 515c838366bc12d0deb471f33546ea69: Waiting for close lock at 1731024825805Disabling compacts and flushes for region at 1731024825805Disabling writes for close at 1731024825805Writing region close event to WAL at 1731024825805Closed at 1731024825805 2024-11-08T00:13:45,806 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 771605ff84058f3db968159a1ab8cab5, NAME => 'SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:45,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:13:45,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:13:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:13:45,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:45,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e9c373ec559a93aafd4839a2003445b0, disabling compactions & flushes 2024-11-08T00:13:45,833 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:13:45,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:13:45,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. after waiting 0 ms 2024-11-08T00:13:45,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:13:45,833 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:13:45,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e9c373ec559a93aafd4839a2003445b0: Waiting for close lock at 1731024825833Disabling compacts and flushes for region at 1731024825833Disabling writes for close at 1731024825833Writing region close event to WAL at 1731024825833Closed at 1731024825833 2024-11-08T00:13:45,834 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 33e3fe853a44c6fbc7c55b42a050f46e, NAME => 'SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:13:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:13:45,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:13:45,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:45,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 771605ff84058f3db968159a1ab8cab5, disabling compactions & flushes 2024-11-08T00:13:45,926 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:13:45,926 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:13:45,926 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. after waiting 0 ms 2024-11-08T00:13:45,926 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:13:45,926 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:13:45,926 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 771605ff84058f3db968159a1ab8cab5: Waiting for close lock at 1731024825925Disabling compacts and flushes for region at 1731024825925Disabling writes for close at 1731024825926 (+1 ms)Writing region close event to WAL at 1731024825926Closed at 1731024825926 2024-11-08T00:13:45,927 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6271786e1c61a15c68467ca5a32fab4d, NAME => 'SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:13:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:13:45,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:13:45,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:45,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 33e3fe853a44c6fbc7c55b42a050f46e, disabling compactions & flushes 2024-11-08T00:13:45,982 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:13:45,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:13:45,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. after waiting 0 ms 2024-11-08T00:13:45,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:13:45,983 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:13:45,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 33e3fe853a44c6fbc7c55b42a050f46e: Waiting for close lock at 1731024825982Disabling compacts and flushes for region at 1731024825982Disabling writes for close at 1731024825983 (+1 ms)Writing region close event to WAL at 1731024825983Closed at 1731024825983 2024-11-08T00:13:45,984 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 08a8ca6e75aec292b2d790c3e677977b, NAME => 'SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:13:46,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:46,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 943e36fca413b60594c839f3e383038e, disabling compactions & flushes 2024-11-08T00:13:46,087 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:13:46,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:13:46,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. after waiting 0 ms 2024-11-08T00:13:46,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:13:46,088 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:13:46,088 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 943e36fca413b60594c839f3e383038e: Waiting for close lock at 1731024826087Disabling compacts and flushes for region at 1731024826087Disabling writes for close at 1731024826087Writing region close event to WAL at 1731024826088 (+1 ms)Closed at 1731024826088 2024-11-08T00:13:46,089 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62a568f0c807d984e3e3158cca892efd, NAME => 'SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3 2024-11-08T00:13:46,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:13:46,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:13:46,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:13:46,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:46,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6271786e1c61a15c68467ca5a32fab4d, disabling compactions & flushes 2024-11-08T00:13:46,113 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:13:46,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:13:46,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. after waiting 0 ms 2024-11-08T00:13:46,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:13:46,113 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:13:46,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6271786e1c61a15c68467ca5a32fab4d: Waiting for close lock at 1731024826113Disabling compacts and flushes for region at 1731024826113Disabling writes for close at 1731024826113Writing region close event to WAL at 1731024826113Closed at 1731024826113 2024-11-08T00:13:46,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:13:46,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:13:46,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:13:46,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:46,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 08a8ca6e75aec292b2d790c3e677977b, disabling compactions & flushes 2024-11-08T00:13:46,213 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:13:46,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:13:46,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. after waiting 0 ms 2024-11-08T00:13:46,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:13:46,215 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:13:46,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 08a8ca6e75aec292b2d790c3e677977b: Waiting for close lock at 1731024826213Disabling compacts and flushes for region at 1731024826213Disabling writes for close at 1731024826214 (+1 ms)Writing region close event to WAL at 1731024826214Closed at 1731024826214 2024-11-08T00:13:46,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:13:46,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:13:46,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:13:46,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:46,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 62a568f0c807d984e3e3158cca892efd, disabling compactions & flushes 2024-11-08T00:13:46,251 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:13:46,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:13:46,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. after waiting 0 ms 2024-11-08T00:13:46,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:13:46,252 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:13:46,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62a568f0c807d984e3e3158cca892efd: Waiting for close lock at 1731024826251Disabling compacts and flushes for region at 1731024826251Disabling writes for close at 1731024826251Writing region close event to WAL at 1731024826252 (+1 ms)Closed at 1731024826252 2024-11-08T00:13:46,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:13:46,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024826257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024826257"}]},"ts":"1731024826257"} 2024-11-08T00:13:46,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024826257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024826257"}]},"ts":"1731024826257"} 2024-11-08T00:13:46,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024826257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024826257"}]},"ts":"1731024826257"} 2024-11-08T00:13:46,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024826257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024826257"}]},"ts":"1731024826257"} 2024-11-08T00:13:46,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024826257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024826257"}]},"ts":"1731024826257"} 2024-11-08T00:13:46,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024826257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024826257"}]},"ts":"1731024826257"} 2024-11-08T00:13:46,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731024826257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024826257"}]},"ts":"1731024826257"} 2024-11-08T00:13:46,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024826257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024826257"}]},"ts":"1731024826257"} 2024-11-08T00:13:46,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024826257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024826257"}]},"ts":"1731024826257"} 2024-11-08T00:13:46,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731024826257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024826257"}]},"ts":"1731024826257"} 2024-11-08T00:13:46,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T00:13:46,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:13:46,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731024826404"}]},"ts":"1731024826404"} 2024-11-08T00:13:46,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T00:13:46,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3302f0f507bd=0} racks are {/default-rack=0} 2024-11-08T00:13:46,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T00:13:46,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T00:13:46,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T00:13:46,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T00:13:46,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T00:13:46,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T00:13:46,494 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T00:13:46,494 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T00:13:46,494 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T00:13:46,494 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T00:13:46,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=943e36fca413b60594c839f3e383038e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11a619dfe82090b1915a3f1b3e988941, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=630653e6d94dca0138e59a70c00118ae, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=515c838366bc12d0deb471f33546ea69, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9c373ec559a93aafd4839a2003445b0, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=771605ff84058f3db968159a1ab8cab5, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33e3fe853a44c6fbc7c55b42a050f46e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6271786e1c61a15c68467ca5a32fab4d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08a8ca6e75aec292b2d790c3e677977b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62a568f0c807d984e3e3158cca892efd, ASSIGN}] 2024-11-08T00:13:46,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11a619dfe82090b1915a3f1b3e988941, ASSIGN 2024-11-08T00:13:46,531 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=943e36fca413b60594c839f3e383038e, ASSIGN 2024-11-08T00:13:46,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=515c838366bc12d0deb471f33546ea69, ASSIGN 2024-11-08T00:13:46,533 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=630653e6d94dca0138e59a70c00118ae, ASSIGN 2024-11-08T00:13:46,538 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=11a619dfe82090b1915a3f1b3e988941, ASSIGN; state=OFFLINE, location=3302f0f507bd,46091,1731024811505; forceNewPlan=false, retain=false 2024-11-08T00:13:46,540 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=943e36fca413b60594c839f3e383038e, ASSIGN; state=OFFLINE, location=3302f0f507bd,45295,1731024811430; forceNewPlan=false, retain=false 2024-11-08T00:13:46,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=515c838366bc12d0deb471f33546ea69, ASSIGN; state=OFFLINE, location=3302f0f507bd,42383,1731024811330; forceNewPlan=false, retain=false 2024-11-08T00:13:46,542 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=630653e6d94dca0138e59a70c00118ae, ASSIGN; state=OFFLINE, location=3302f0f507bd,45295,1731024811430; forceNewPlan=false, retain=false 2024-11-08T00:13:46,578 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62a568f0c807d984e3e3158cca892efd, ASSIGN 2024-11-08T00:13:46,579 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08a8ca6e75aec292b2d790c3e677977b, ASSIGN 2024-11-08T00:13:46,579 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6271786e1c61a15c68467ca5a32fab4d, ASSIGN 2024-11-08T00:13:46,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=771605ff84058f3db968159a1ab8cab5, ASSIGN 2024-11-08T00:13:46,579 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33e3fe853a44c6fbc7c55b42a050f46e, ASSIGN 2024-11-08T00:13:46,584 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62a568f0c807d984e3e3158cca892efd, ASSIGN; state=OFFLINE, location=3302f0f507bd,45295,1731024811430; forceNewPlan=false, retain=false 2024-11-08T00:13:46,585 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08a8ca6e75aec292b2d790c3e677977b, ASSIGN; state=OFFLINE, location=3302f0f507bd,42383,1731024811330; forceNewPlan=false, retain=false 2024-11-08T00:13:46,585 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6271786e1c61a15c68467ca5a32fab4d, ASSIGN; state=OFFLINE, location=3302f0f507bd,46091,1731024811505; forceNewPlan=false, retain=false 2024-11-08T00:13:46,586 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33e3fe853a44c6fbc7c55b42a050f46e, ASSIGN; state=OFFLINE, location=3302f0f507bd,42383,1731024811330; forceNewPlan=false, retain=false 2024-11-08T00:13:46,586 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=771605ff84058f3db968159a1ab8cab5, ASSIGN; state=OFFLINE, location=3302f0f507bd,46091,1731024811505; forceNewPlan=false, retain=false 2024-11-08T00:13:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:13:46,596 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9c373ec559a93aafd4839a2003445b0, ASSIGN 2024-11-08T00:13:46,600 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9c373ec559a93aafd4839a2003445b0, ASSIGN; state=OFFLINE, location=3302f0f507bd,45295,1731024811430; forceNewPlan=false, retain=false 2024-11-08T00:13:46,691 INFO [3302f0f507bd:33929 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T00:13:46,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6271786e1c61a15c68467ca5a32fab4d, regionState=OPENING, regionLocation=3302f0f507bd,46091,1731024811505 2024-11-08T00:13:46,694 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=62a568f0c807d984e3e3158cca892efd, regionState=OPENING, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:46,696 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=11a619dfe82090b1915a3f1b3e988941, regionState=OPENING, regionLocation=3302f0f507bd,46091,1731024811505 2024-11-08T00:13:46,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=771605ff84058f3db968159a1ab8cab5, regionState=OPENING, regionLocation=3302f0f507bd,46091,1731024811505 2024-11-08T00:13:46,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=943e36fca413b60594c839f3e383038e, regionState=OPENING, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:46,697 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=08a8ca6e75aec292b2d790c3e677977b, regionState=OPENING, regionLocation=3302f0f507bd,42383,1731024811330 2024-11-08T00:13:46,698 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=33e3fe853a44c6fbc7c55b42a050f46e, regionState=OPENING, regionLocation=3302f0f507bd,42383,1731024811330 2024-11-08T00:13:46,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=515c838366bc12d0deb471f33546ea69, regionState=OPENING, regionLocation=3302f0f507bd,42383,1731024811330 2024-11-08T00:13:46,700 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9c373ec559a93aafd4839a2003445b0, regionState=OPENING, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:46,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=630653e6d94dca0138e59a70c00118ae, regionState=OPENING, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:46,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6271786e1c61a15c68467ca5a32fab4d, ASSIGN because future has completed 2024-11-08T00:13:46,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6271786e1c61a15c68467ca5a32fab4d, server=3302f0f507bd,46091,1731024811505}] 2024-11-08T00:13:46,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62a568f0c807d984e3e3158cca892efd, ASSIGN because future has completed 2024-11-08T00:13:46,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=11a619dfe82090b1915a3f1b3e988941, ASSIGN because future has completed 2024-11-08T00:13:46,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62a568f0c807d984e3e3158cca892efd, server=3302f0f507bd,45295,1731024811430}] 2024-11-08T00:13:46,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=771605ff84058f3db968159a1ab8cab5, ASSIGN because future has completed 2024-11-08T00:13:46,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08a8ca6e75aec292b2d790c3e677977b, ASSIGN because future has completed 2024-11-08T00:13:46,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11a619dfe82090b1915a3f1b3e988941, server=3302f0f507bd,46091,1731024811505}] 2024-11-08T00:13:46,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=943e36fca413b60594c839f3e383038e, ASSIGN because future has completed 2024-11-08T00:13:46,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 943e36fca413b60594c839f3e383038e, server=3302f0f507bd,45295,1731024811430}] 2024-11-08T00:13:46,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33e3fe853a44c6fbc7c55b42a050f46e, ASSIGN because future has completed 2024-11-08T00:13:46,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=515c838366bc12d0deb471f33546ea69, ASSIGN because future has completed 2024-11-08T00:13:46,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9c373ec559a93aafd4839a2003445b0, ASSIGN because future has completed 2024-11-08T00:13:46,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 771605ff84058f3db968159a1ab8cab5, server=3302f0f507bd,46091,1731024811505}] 2024-11-08T00:13:46,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=630653e6d94dca0138e59a70c00118ae, ASSIGN because future has completed 2024-11-08T00:13:46,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 630653e6d94dca0138e59a70c00118ae, server=3302f0f507bd,45295,1731024811430}] 2024-11-08T00:13:46,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9c373ec559a93aafd4839a2003445b0, server=3302f0f507bd,45295,1731024811430}] 2024-11-08T00:13:46,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e, server=3302f0f507bd,42383,1731024811330}] 2024-11-08T00:13:46,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08a8ca6e75aec292b2d790c3e677977b, server=3302f0f507bd,42383,1731024811330}] 2024-11-08T00:13:46,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 515c838366bc12d0deb471f33546ea69, server=3302f0f507bd,42383,1731024811330}] 2024-11-08T00:13:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:13:49,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T00:13:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:13:50,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:13:50,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T00:13:50,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:13:50,809 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T00:13:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:13:56,744 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:13:56,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:13:56,754 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:13:56,755 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 6271786e1c61a15c68467ca5a32fab4d, NAME => 'SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T00:13:56,755 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:13:56,755 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:56,756 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:13:56,756 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:13:56,758 INFO [StoreOpener-6271786e1c61a15c68467ca5a32fab4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:13:56,762 INFO [StoreOpener-6271786e1c61a15c68467ca5a32fab4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6271786e1c61a15c68467ca5a32fab4d columnFamilyName cf 2024-11-08T00:13:56,762 DEBUG [StoreOpener-6271786e1c61a15c68467ca5a32fab4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:56,763 INFO [StoreOpener-6271786e1c61a15c68467ca5a32fab4d-1 {}] regionserver.HStore(327): Store=6271786e1c61a15c68467ca5a32fab4d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:56,763 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:13:56,766 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:13:56,767 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:13:56,770 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:13:56,770 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:13:56,770 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:13:56,771 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 943e36fca413b60594c839f3e383038e, NAME => 'SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T00:13:56,771 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 943e36fca413b60594c839f3e383038e 2024-11-08T00:13:56,772 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:56,772 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 943e36fca413b60594c839f3e383038e 2024-11-08T00:13:56,772 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 943e36fca413b60594c839f3e383038e 2024-11-08T00:13:56,775 INFO [StoreOpener-943e36fca413b60594c839f3e383038e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 943e36fca413b60594c839f3e383038e 2024-11-08T00:13:56,775 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:13:56,782 INFO [StoreOpener-943e36fca413b60594c839f3e383038e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 943e36fca413b60594c839f3e383038e columnFamilyName cf 2024-11-08T00:13:56,782 DEBUG [StoreOpener-943e36fca413b60594c839f3e383038e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:56,783 INFO [StoreOpener-943e36fca413b60594c839f3e383038e-1 {}] regionserver.HStore(327): Store=943e36fca413b60594c839f3e383038e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:56,783 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 943e36fca413b60594c839f3e383038e 2024-11-08T00:13:56,785 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/943e36fca413b60594c839f3e383038e 2024-11-08T00:13:56,785 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/6271786e1c61a15c68467ca5a32fab4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:56,786 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/943e36fca413b60594c839f3e383038e 2024-11-08T00:13:56,786 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 6271786e1c61a15c68467ca5a32fab4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62837928, jitterRate=-0.06364190578460693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:13:56,786 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:13:56,787 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 6271786e1c61a15c68467ca5a32fab4d: Running coprocessor pre-open hook at 1731024836756Writing region info on filesystem at 1731024836756Initializing all the Stores at 1731024836758 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024836758Cleaning up temporary data from old regions at 1731024836770 (+12 ms)Running coprocessor post-open hooks at 1731024836786 (+16 ms)Region opened successfully at 1731024836787 (+1 ms) 2024-11-08T00:13:56,790 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 943e36fca413b60594c839f3e383038e 2024-11-08T00:13:56,790 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 943e36fca413b60594c839f3e383038e 2024-11-08T00:13:56,792 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d., pid=15, masterSystemTime=1731024836744 2024-11-08T00:13:56,795 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 943e36fca413b60594c839f3e383038e 2024-11-08T00:13:56,797 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:13:56,798 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:13:56,798 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:13:56,798 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 11a619dfe82090b1915a3f1b3e988941, NAME => 'SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T00:13:56,799 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:13:56,799 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:56,799 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:13:56,799 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:13:56,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6271786e1c61a15c68467ca5a32fab4d, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,46091,1731024811505 2024-11-08T00:13:56,804 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/943e36fca413b60594c839f3e383038e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:56,806 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 943e36fca413b60594c839f3e383038e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68804310, jitterRate=0.025264114141464233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:13:56,806 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 943e36fca413b60594c839f3e383038e 2024-11-08T00:13:56,806 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 943e36fca413b60594c839f3e383038e: Running coprocessor pre-open hook at 1731024836772Writing region info on filesystem at 1731024836772Initializing all the Stores at 1731024836774 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024836774Cleaning up temporary data from old regions at 1731024836791 (+17 ms)Running coprocessor post-open hooks at 1731024836806 (+15 ms)Region opened successfully at 1731024836806 2024-11-08T00:13:56,808 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e., pid=19, masterSystemTime=1731024836763 2024-11-08T00:13:56,808 INFO [StoreOpener-11a619dfe82090b1915a3f1b3e988941-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:13:56,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6271786e1c61a15c68467ca5a32fab4d, server=3302f0f507bd,46091,1731024811505 because future has completed 2024-11-08T00:13:56,812 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:13:56,812 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:13:56,812 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:13:56,812 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 62a568f0c807d984e3e3158cca892efd, NAME => 'SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T00:13:56,813 INFO [StoreOpener-11a619dfe82090b1915a3f1b3e988941-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11a619dfe82090b1915a3f1b3e988941 columnFamilyName cf 2024-11-08T00:13:56,813 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:13:56,813 DEBUG [StoreOpener-11a619dfe82090b1915a3f1b3e988941-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:56,813 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:56,813 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:13:56,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=943e36fca413b60594c839f3e383038e, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:56,813 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:13:56,817 INFO [StoreOpener-11a619dfe82090b1915a3f1b3e988941-1 {}] regionserver.HStore(327): Store=11a619dfe82090b1915a3f1b3e988941/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:56,817 INFO [StoreOpener-62a568f0c807d984e3e3158cca892efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:13:56,817 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:13:56,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 943e36fca413b60594c839f3e383038e, server=3302f0f507bd,45295,1731024811430 because future has completed 2024-11-08T00:13:56,821 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:13:56,823 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:13:56,823 INFO [StoreOpener-62a568f0c807d984e3e3158cca892efd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62a568f0c807d984e3e3158cca892efd columnFamilyName cf 2024-11-08T00:13:56,824 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:13:56,824 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:13:56,824 DEBUG [StoreOpener-62a568f0c807d984e3e3158cca892efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:56,828 INFO [StoreOpener-62a568f0c807d984e3e3158cca892efd-1 {}] regionserver.HStore(327): Store=62a568f0c807d984e3e3158cca892efd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:56,829 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:13:56,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-08T00:13:56,832 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/62a568f0c807d984e3e3158cca892efd 2024-11-08T00:13:56,833 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/62a568f0c807d984e3e3158cca892efd 2024-11-08T00:13:56,834 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:13:56,835 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:13:56,835 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:13:56,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6271786e1c61a15c68467ca5a32fab4d, server=3302f0f507bd,46091,1731024811505 in 10.0990 sec 2024-11-08T00:13:56,839 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:13:56,839 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/11a619dfe82090b1915a3f1b3e988941/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:56,840 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 11a619dfe82090b1915a3f1b3e988941; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68296949, jitterRate=0.017703846096992493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:13:56,840 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:13:56,840 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 11a619dfe82090b1915a3f1b3e988941: Running coprocessor pre-open hook at 1731024836800Writing region info on filesystem at 1731024836800Initializing all the Stores at 1731024836803 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024836803Cleaning up temporary data from old regions at 1731024836824 (+21 ms)Running coprocessor post-open hooks at 1731024836840 (+16 ms)Region opened successfully at 1731024836840 2024-11-08T00:13:56,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6271786e1c61a15c68467ca5a32fab4d, ASSIGN in 10.3320 sec 2024-11-08T00:13:56,843 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941., pid=17, masterSystemTime=1731024836744 2024-11-08T00:13:56,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-08T00:13:56,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 943e36fca413b60594c839f3e383038e, server=3302f0f507bd,45295,1731024811430 in 10.0760 sec 2024-11-08T00:13:56,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:13:56,858 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/62a568f0c807d984e3e3158cca892efd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:56,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=943e36fca413b60594c839f3e383038e, ASSIGN in 10.3450 sec 2024-11-08T00:13:56,859 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:13:56,859 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:13:56,859 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:13:56,859 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 771605ff84058f3db968159a1ab8cab5, NAME => 'SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T00:13:56,859 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 62a568f0c807d984e3e3158cca892efd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65845379, jitterRate=-0.018827393651008606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:13:56,860 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:13:56,860 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 62a568f0c807d984e3e3158cca892efd: Running coprocessor pre-open hook at 1731024836813Writing region info on filesystem at 1731024836813Initializing all the Stores at 1731024836815 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024836816 (+1 ms)Cleaning up temporary data from old regions at 1731024836835 (+19 ms)Running coprocessor post-open hooks at 1731024836860 (+25 ms)Region opened successfully at 1731024836860 2024-11-08T00:13:56,860 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:13:56,860 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:56,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=11a619dfe82090b1915a3f1b3e988941, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,46091,1731024811505 2024-11-08T00:13:56,861 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:13:56,861 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:13:56,864 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd., pid=16, masterSystemTime=1731024836763 2024-11-08T00:13:56,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:13:56,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11a619dfe82090b1915a3f1b3e988941, server=3302f0f507bd,46091,1731024811505 because future has completed 2024-11-08T00:13:56,872 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:13:56,872 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:13:56,872 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:13:56,873 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 630653e6d94dca0138e59a70c00118ae, NAME => 'SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T00:13:56,873 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:13:56,873 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:56,873 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:13:56,874 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:13:56,874 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=62a568f0c807d984e3e3158cca892efd, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:56,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-08T00:13:56,877 INFO [StoreOpener-771605ff84058f3db968159a1ab8cab5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:13:56,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 11a619dfe82090b1915a3f1b3e988941, server=3302f0f507bd,46091,1731024811505 in 10.1210 sec 2024-11-08T00:13:56,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62a568f0c807d984e3e3158cca892efd, server=3302f0f507bd,45295,1731024811430 because future has completed 2024-11-08T00:13:56,883 INFO [StoreOpener-771605ff84058f3db968159a1ab8cab5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 771605ff84058f3db968159a1ab8cab5 columnFamilyName cf 2024-11-08T00:13:56,883 DEBUG [StoreOpener-771605ff84058f3db968159a1ab8cab5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:56,886 INFO [StoreOpener-771605ff84058f3db968159a1ab8cab5-1 {}] regionserver.HStore(327): Store=771605ff84058f3db968159a1ab8cab5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:56,886 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:13:56,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11a619dfe82090b1915a3f1b3e988941, ASSIGN in 10.3790 sec 2024-11-08T00:13:56,888 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/771605ff84058f3db968159a1ab8cab5 2024-11-08T00:13:56,889 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/771605ff84058f3db968159a1ab8cab5 2024-11-08T00:13:56,890 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:13:56,890 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:13:56,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-08T00:13:56,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 62a568f0c807d984e3e3158cca892efd, server=3302f0f507bd,45295,1731024811430 in 10.1530 sec 2024-11-08T00:13:56,894 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:13:56,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62a568f0c807d984e3e3158cca892efd, ASSIGN in 10.3950 sec 2024-11-08T00:13:56,900 INFO [StoreOpener-630653e6d94dca0138e59a70c00118ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:13:56,903 INFO [StoreOpener-630653e6d94dca0138e59a70c00118ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 630653e6d94dca0138e59a70c00118ae columnFamilyName cf 2024-11-08T00:13:56,903 DEBUG [StoreOpener-630653e6d94dca0138e59a70c00118ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:56,905 INFO [StoreOpener-630653e6d94dca0138e59a70c00118ae-1 {}] regionserver.HStore(327): Store=630653e6d94dca0138e59a70c00118ae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:56,908 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:13:56,910 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/630653e6d94dca0138e59a70c00118ae 2024-11-08T00:13:56,911 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/630653e6d94dca0138e59a70c00118ae 2024-11-08T00:13:56,911 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:13:56,911 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:13:56,914 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:13:56,920 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:13:56,920 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 33e3fe853a44c6fbc7c55b42a050f46e, NAME => 'SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T00:13:56,921 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:13:56,921 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:56,921 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:13:56,921 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:13:56,929 INFO [StoreOpener-33e3fe853a44c6fbc7c55b42a050f46e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:13:56,930 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/630653e6d94dca0138e59a70c00118ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:56,932 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/771605ff84058f3db968159a1ab8cab5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:56,935 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 771605ff84058f3db968159a1ab8cab5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69926893, jitterRate=0.04199190437793732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:13:56,935 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:13:56,935 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 771605ff84058f3db968159a1ab8cab5: Running coprocessor pre-open hook at 1731024836861Writing region info on filesystem at 1731024836861Initializing all the Stores at 1731024836868 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024836869 (+1 ms)Cleaning up temporary data from old regions at 1731024836890 (+21 ms)Running coprocessor post-open hooks at 1731024836935 (+45 ms)Region opened successfully at 1731024836935 2024-11-08T00:13:56,937 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 630653e6d94dca0138e59a70c00118ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70787588, jitterRate=0.054817259311676025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:13:56,937 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5., pid=18, masterSystemTime=1731024836744 2024-11-08T00:13:56,937 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:13:56,937 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 630653e6d94dca0138e59a70c00118ae: Running coprocessor pre-open hook at 1731024836874Writing region info on filesystem at 1731024836874Initializing all the Stores at 1731024836884 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024836884Cleaning up temporary data from old regions at 1731024836911 (+27 ms)Running coprocessor post-open hooks at 1731024836937 (+26 ms)Region opened successfully at 1731024836937 2024-11-08T00:13:56,939 INFO [StoreOpener-33e3fe853a44c6fbc7c55b42a050f46e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33e3fe853a44c6fbc7c55b42a050f46e columnFamilyName cf 2024-11-08T00:13:56,939 DEBUG [StoreOpener-33e3fe853a44c6fbc7c55b42a050f46e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:56,941 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae., pid=20, masterSystemTime=1731024836763 2024-11-08T00:13:56,941 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:13:56,942 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:13:56,945 INFO [StoreOpener-33e3fe853a44c6fbc7c55b42a050f46e-1 {}] regionserver.HStore(327): Store=33e3fe853a44c6fbc7c55b42a050f46e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:56,945 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:13:56,946 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:13:56,947 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:13:56,948 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:13:56,948 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:13:56,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=771605ff84058f3db968159a1ab8cab5, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,46091,1731024811505 2024-11-08T00:13:56,955 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:13:56,955 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:13:56,955 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:13:56,955 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e9c373ec559a93aafd4839a2003445b0, NAME => 'SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T00:13:56,956 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:13:56,956 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:56,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 771605ff84058f3db968159a1ab8cab5, server=3302f0f507bd,46091,1731024811505 because future has completed 2024-11-08T00:13:56,956 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:13:56,956 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:13:56,957 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=630653e6d94dca0138e59a70c00118ae, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:56,966 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=3302f0f507bd,45295,1731024811430, table=SPTestTable, region=630653e6d94dca0138e59a70c00118ae. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T00:13:56,956 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:13:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 630653e6d94dca0138e59a70c00118ae, server=3302f0f507bd,45295,1731024811430 because future has completed 2024-11-08T00:13:56,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-08T00:13:56,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 771605ff84058f3db968159a1ab8cab5, server=3302f0f507bd,46091,1731024811505 in 10.2180 sec 2024-11-08T00:13:56,977 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/33e3fe853a44c6fbc7c55b42a050f46e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:56,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-08T00:13:56,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 630653e6d94dca0138e59a70c00118ae, server=3302f0f507bd,45295,1731024811430 in 10.1850 sec 2024-11-08T00:13:56,980 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 33e3fe853a44c6fbc7c55b42a050f46e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74695836, jitterRate=0.11305469274520874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:13:56,980 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:13:56,980 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 33e3fe853a44c6fbc7c55b42a050f46e: Running coprocessor pre-open hook at 1731024836921Writing region info on filesystem at 1731024836921Initializing all the Stores at 1731024836926 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024836926Cleaning up temporary data from old regions at 1731024836948 (+22 ms)Running coprocessor post-open hooks at 1731024836980 (+32 ms)Region opened successfully at 1731024836980 2024-11-08T00:13:56,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=771605ff84058f3db968159a1ab8cab5, ASSIGN in 10.4780 sec 2024-11-08T00:13:56,983 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e., pid=22, masterSystemTime=1731024836844 2024-11-08T00:13:56,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=630653e6d94dca0138e59a70c00118ae, ASSIGN in 10.4810 sec 2024-11-08T00:13:56,984 INFO [StoreOpener-e9c373ec559a93aafd4839a2003445b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:13:56,988 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:13:56,989 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:13:56,989 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:13:56,989 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 08a8ca6e75aec292b2d790c3e677977b, NAME => 'SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T00:13:56,989 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:13:56,990 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:56,990 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:13:56,990 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=33e3fe853a44c6fbc7c55b42a050f46e, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,42383,1731024811330 2024-11-08T00:13:56,990 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:13:56,993 INFO [StoreOpener-e9c373ec559a93aafd4839a2003445b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9c373ec559a93aafd4839a2003445b0 columnFamilyName cf 2024-11-08T00:13:56,993 DEBUG [StoreOpener-e9c373ec559a93aafd4839a2003445b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:56,994 INFO [StoreOpener-08a8ca6e75aec292b2d790c3e677977b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:13:56,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e, server=3302f0f507bd,42383,1731024811330 because future has completed 2024-11-08T00:13:56,997 INFO [StoreOpener-e9c373ec559a93aafd4839a2003445b0-1 {}] regionserver.HStore(327): Store=e9c373ec559a93aafd4839a2003445b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:56,997 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:13:56,999 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:13:57,002 INFO [StoreOpener-08a8ca6e75aec292b2d790c3e677977b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08a8ca6e75aec292b2d790c3e677977b columnFamilyName cf 2024-11-08T00:13:57,002 DEBUG [StoreOpener-08a8ca6e75aec292b2d790c3e677977b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:57,003 INFO [StoreOpener-08a8ca6e75aec292b2d790c3e677977b-1 {}] regionserver.HStore(327): Store=08a8ca6e75aec292b2d790c3e677977b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:57,004 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:13:57,004 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:13:57,008 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:13:57,008 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:13:57,009 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:13:57,016 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:13:57,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-08T00:13:57,021 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:13:57,021 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:13:57,022 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:13:57,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e, server=3302f0f507bd,42383,1731024811330 in 10.1930 sec 2024-11-08T00:13:57,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33e3fe853a44c6fbc7c55b42a050f46e, ASSIGN in 10.5190 sec 2024-11-08T00:13:57,036 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:13:57,043 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/08a8ca6e75aec292b2d790c3e677977b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:57,045 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 08a8ca6e75aec292b2d790c3e677977b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63369328, jitterRate=-0.05572342872619629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:13:57,045 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:13:57,045 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 08a8ca6e75aec292b2d790c3e677977b: Running coprocessor pre-open hook at 1731024836990Writing region info on filesystem at 1731024836990Initializing all the Stores at 1731024836993 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024836993Cleaning up temporary data from old regions at 1731024837021 (+28 ms)Running coprocessor post-open hooks at 1731024837045 (+24 ms)Region opened successfully at 1731024837045 2024-11-08T00:13:57,052 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/e9c373ec559a93aafd4839a2003445b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:57,052 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b., pid=23, masterSystemTime=1731024836844 2024-11-08T00:13:57,054 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e9c373ec559a93aafd4839a2003445b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70716422, jitterRate=0.05375680327415466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:13:57,054 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:13:57,054 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e9c373ec559a93aafd4839a2003445b0: Running coprocessor pre-open hook at 1731024836964Writing region info on filesystem at 1731024836964Initializing all the Stores at 1731024836978 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024836978Cleaning up temporary data from old regions at 1731024837008 (+30 ms)Running coprocessor post-open hooks at 1731024837054 (+46 ms)Region opened successfully at 1731024837054 2024-11-08T00:13:57,057 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0., pid=21, masterSystemTime=1731024836763 2024-11-08T00:13:57,061 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:13:57,061 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:13:57,062 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:13:57,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=08a8ca6e75aec292b2d790c3e677977b, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,42383,1731024811330 2024-11-08T00:13:57,062 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 515c838366bc12d0deb471f33546ea69, NAME => 'SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T00:13:57,062 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 515c838366bc12d0deb471f33546ea69 2024-11-08T00:13:57,062 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:13:57,062 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:13:57,063 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:13:57,064 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:13:57,065 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:13:57,065 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9c373ec559a93aafd4839a2003445b0, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:13:57,069 INFO [StoreOpener-515c838366bc12d0deb471f33546ea69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 515c838366bc12d0deb471f33546ea69 2024-11-08T00:13:57,072 INFO [StoreOpener-515c838366bc12d0deb471f33546ea69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 515c838366bc12d0deb471f33546ea69 columnFamilyName cf 2024-11-08T00:13:57,073 DEBUG [StoreOpener-515c838366bc12d0deb471f33546ea69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:13:57,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08a8ca6e75aec292b2d790c3e677977b, server=3302f0f507bd,42383,1731024811330 because future has completed 2024-11-08T00:13:57,076 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=3302f0f507bd,45295,1731024811430, table=SPTestTable, region=e9c373ec559a93aafd4839a2003445b0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T00:13:57,077 INFO [StoreOpener-515c838366bc12d0deb471f33546ea69-1 {}] regionserver.HStore(327): Store=515c838366bc12d0deb471f33546ea69/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:13:57,077 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:13:57,080 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/515c838366bc12d0deb471f33546ea69 2024-11-08T00:13:57,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9c373ec559a93aafd4839a2003445b0, server=3302f0f507bd,45295,1731024811430 because future has completed 2024-11-08T00:13:57,083 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/515c838366bc12d0deb471f33546ea69 2024-11-08T00:13:57,084 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:13:57,084 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:13:57,089 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:13:57,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-08T00:13:57,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 08a8ca6e75aec292b2d790c3e677977b, server=3302f0f507bd,42383,1731024811330 in 10.2760 sec 2024-11-08T00:13:57,094 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/515c838366bc12d0deb471f33546ea69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:13:57,095 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 515c838366bc12d0deb471f33546ea69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65646480, jitterRate=-0.02179121971130371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:13:57,096 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:13:57,096 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 515c838366bc12d0deb471f33546ea69: Running coprocessor pre-open hook at 1731024837063Writing region info on filesystem at 1731024837063Initializing all the Stores at 1731024837068 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024837069 (+1 ms)Cleaning up temporary data from old regions at 1731024837084 (+15 ms)Running coprocessor post-open hooks at 1731024837096 (+12 ms)Region opened successfully at 1731024837096 2024-11-08T00:13:57,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-08T00:13:57,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e9c373ec559a93aafd4839a2003445b0, server=3302f0f507bd,45295,1731024811430 in 10.2970 sec 2024-11-08T00:13:57,100 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69., pid=24, masterSystemTime=1731024836844 2024-11-08T00:13:57,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08a8ca6e75aec292b2d790c3e677977b, ASSIGN in 10.5960 sec 2024-11-08T00:13:57,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9c373ec559a93aafd4839a2003445b0, ASSIGN in 10.6010 sec 2024-11-08T00:13:57,110 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:13:57,111 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:13:57,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=515c838366bc12d0deb471f33546ea69, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,42383,1731024811330 2024-11-08T00:13:57,128 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=3302f0f507bd,42383,1731024811330, table=SPTestTable, region=515c838366bc12d0deb471f33546ea69. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T00:13:57,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 515c838366bc12d0deb471f33546ea69, server=3302f0f507bd,42383,1731024811330 because future has completed 2024-11-08T00:13:57,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-08T00:13:57,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 515c838366bc12d0deb471f33546ea69, server=3302f0f507bd,42383,1731024811330 in 10.3200 sec 2024-11-08T00:13:57,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T00:13:57,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=515c838366bc12d0deb471f33546ea69, ASSIGN in 10.6400 sec 2024-11-08T00:13:57,151 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:13:57,151 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731024837151"}]},"ts":"1731024837151"} 2024-11-08T00:13:57,164 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T00:13:57,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:13:57,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.8020 sec 2024-11-08T00:13:57,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T00:13:59,269 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:14:00,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-08T00:14:00,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-08T00:14:02,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T00:14:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:14:03,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T00:14:03,720 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T00:14:03,723 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:14:03,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T00:14:03,748 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:14:03,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T00:14:03,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e., hostname=3302f0f507bd,42383,1731024811330, seqNum=2] 2024-11-08T00:14:03,837 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e., hostname=3302f0f507bd,42383,1731024811330, seqNum=2] 2024-11-08T00:14:04,028 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d., hostname=3302f0f507bd,46091,1731024811505, seqNum=2] 2024-11-08T00:14:04,125 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b., hostname=3302f0f507bd,42383,1731024811330, seqNum=2] 2024-11-08T00:14:04,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b., hostname=3302f0f507bd,42383,1731024811330, seqNum=2] 2024-11-08T00:14:04,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b., hostname=3302f0f507bd,42383,1731024811330, seqNum=2] 2024-11-08T00:14:04,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd., hostname=3302f0f507bd,45295,1731024811430, seqNum=2] 2024-11-08T00:14:04,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd., hostname=3302f0f507bd,45295,1731024811430, seqNum=2] 2024-11-08T00:14:04,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd., hostname=3302f0f507bd,45295,1731024811430, seqNum=2] 2024-11-08T00:14:05,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:14:05,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:14:05,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:14:05,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42383 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:14:05,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:14:05,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42383 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:14:05,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:14:05,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46091 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:14:06,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45295 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:14:06,962 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T00:14:06,964 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:14:06,965 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T00:14:06,971 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T00:14:06,984 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T00:14:07,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:14:07,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:14:07,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:14:07,018 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T00:14:07,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 943e36fca413b60594c839f3e383038e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 11a619dfe82090b1915a3f1b3e988941}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 630653e6d94dca0138e59a70c00118ae}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9c373ec559a93aafd4839a2003445b0}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 771605ff84058f3db968159a1ab8cab5}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6271786e1c61a15c68467ca5a32fab4d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62a568f0c807d984e3e3158cca892efd}] 2024-11-08T00:14:07,026 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 943e36fca413b60594c839f3e383038e 2024-11-08T00:14:07,031 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:14:07,031 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:14:07,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:07,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:07,039 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:14:07,043 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:07,043 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:14:07,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:14:07,044 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:14:07,067 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 3302f0f507bd,42383,1731024811330 2024-11-08T00:14:07,067 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3302f0f507bd,42383,1731024811330: Simulated kill ***** 2024-11-08T00:14:07,068 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T00:14:07,070 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T00:14:07,072 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T00:14:07,075 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T00:14:07,076 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T00:14:07,086 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 663902752 }, "NonHeapMemoryUsage": { "committed": 157548544, "init": 7667712, "max": -1, "used": 152816376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "3302f0f507bd", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "3302f0f507bd", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56427", "tag.serverName": "3302f0f507bd,46091,1731024811505", "tag.clusterId": "742b72d1-d3da-454a-a179-d9bddac65adb", "tag.Context": "regionserver", "tag.Hostname": "3302f0f507bd", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731024811505, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-08T00:14:07,089 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33929 {}] master.MasterRpcServices(700): 3302f0f507bd,42383,1731024811330 reported a fatal error: ***** ABORTING region server 3302f0f507bd,42383,1731024811330: Simulated kill ***** 2024-11-08T00:14:07,092 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,42383,1731024811330' ***** 2024-11-08T00:14:07,092 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T00:14:07,093 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:14:07,093 INFO [RS:0;3302f0f507bd:42383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T00:14:07,093 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:14:07,093 INFO [RS:0;3302f0f507bd:42383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T00:14:07,093 INFO [RS:0;3302f0f507bd:42383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:14:07,093 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:14:07,093 INFO [RS:0;3302f0f507bd:42383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3302f0f507bd:42383. 2024-11-08T00:14:07,094 DEBUG [RS:0;3302f0f507bd:42383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:14:07,094 DEBUG [RS:0;3302f0f507bd:42383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:14:07,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741833_1009 (size=966) 2024-11-08T00:14:07,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741833_1009 (size=966) 2024-11-08T00:14:07,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741833_1009 (size=966) 2024-11-08T00:14:07,104 DEBUG [RS:0;3302f0f507bd:42383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:14:07,104 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:14:07,104 INFO [RS:0;3302f0f507bd:42383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42383 2024-11-08T00:14:07,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:14:07,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,42383,1731024811330 2024-11-08T00:14:07,139 INFO [RS:0;3302f0f507bd:42383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:14:07,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,42383,1731024811330] 2024-11-08T00:14:07,165 INFO [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:14:07,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,42383,1731024811330 already deleted, retry=false 2024-11-08T00:14:07,239 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3302f0f507bd,42383,1731024811330 on 3302f0f507bd,33929,1731024810384 2024-11-08T00:14:07,242 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:14:07,243 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:14:07,248 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3302f0f507bd,42383,1731024811330, splitWal=true, meta=false 2024-11-08T00:14:07,256 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3302f0f507bd,42383,1731024811330, splitWal=true, meta=false 2024-11-08T00:14:07,258 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 3302f0f507bd,42383,1731024811330 (carryingMeta=false) 3302f0f507bd,42383,1731024811330/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6e029ff7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T00:14:07,259 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 3302f0f507bd,42383,1731024811330 had 3 regions 2024-11-08T00:14:07,263 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3302f0f507bd,42383,1731024811330, splitWal=true, meta=false, isMeta: false 2024-11-08T00:14:07,264 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:07,266 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 can not run currently because target server of region SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T00:14:07,267 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69; timeout=1000, timestamp=1731024848267 2024-11-08T00:14:07,270 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting 2024-11-08T00:14:07,272 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:07,273 INFO [PEWorker-5 {}] master.SplitWALManager(105): 3302f0f507bd,42383,1731024811330 WAL count=1, meta=false 2024-11-08T00:14:07,275 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b can not run currently because target server of region SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T00:14:07,275 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b; timeout=1000, timestamp=1731024848275 2024-11-08T00:14:07,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3302f0f507bd%2C42383%2C1731024811330.1731024813455}] 2024-11-08T00:14:07,286 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:07,293 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e can not run currently because target server of region SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T00:14:07,293 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e; timeout=1000, timestamp=1731024848293 2024-11-08T00:14:07,298 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:07,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3302f0f507bd%2C42383%2C1731024811330.1731024813455, worker=3302f0f507bd,46091,1731024811505}] 2024-11-08T00:14:07,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:14:07,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42383-0x10117ca692e0001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:14:07,322 INFO [RS:0;3302f0f507bd:42383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:14:07,322 INFO [RS:0;3302f0f507bd:42383 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,42383,1731024811330; zookeeper connection closed. 2024-11-08T00:14:07,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c4d179c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c4d179c 2024-11-08T00:14:08,267 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:08,268 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 can not run currently because target server of region SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T00:14:08,269 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69; timeout=2000, timestamp=1731024850269 2024-11-08T00:14:08,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:08,277 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b can not run currently because target server of region SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T00:14:08,277 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b; timeout=2000, timestamp=1731024850277 2024-11-08T00:14:08,293 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:08,295 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e can not run currently because target server of region SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T00:14:08,295 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e; timeout=2000, timestamp=1731024850295 2024-11-08T00:14:10,270 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:10,274 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 can not run currently because target server of region SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T00:14:10,274 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69; timeout=4000, timestamp=1731024854274 2024-11-08T00:14:10,277 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:10,280 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b can not run currently because target server of region SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T00:14:10,280 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b; timeout=4000, timestamp=1731024854280 2024-11-08T00:14:10,295 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:10,296 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e can not run currently because target server of region SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T00:14:10,297 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e; timeout=4000, timestamp=1731024854296 2024-11-08T00:14:14,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:14,276 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 can not run currently because target server of region SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T00:14:14,276 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69; timeout=8000, timestamp=1731024862276 2024-11-08T00:14:14,280 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:14,282 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b can not run currently because target server of region SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T00:14:14,282 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b; timeout=8000, timestamp=1731024862282 2024-11-08T00:14:14,297 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:14,301 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e can not run currently because target server of region SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 3302f0f507bd,42383,1731024811330 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T00:14:14,301 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e; timeout=8000, timestamp=1731024862301 2024-11-08T00:14:16,844 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=3302f0f507bd,45295,1731024811430, timeout=1731024857028, delay=183, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62a568f0c807d984e3e3158cca892efd, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9c373ec559a93aafd4839a2003445b0, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 943e36fca413b60594c839f3e383038e, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 630653e6d94dca0138e59a70c00118ae], containedObject=3302f0f507bd,42383,1731024811330, timeout=1731024857034, delay=189, operations=null, containedObject=3302f0f507bd,46091,1731024811505, timeout=1731024857035, delay=190, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3302f0f507bd%2C42383%2C1731024811330.1731024813455, worker=3302f0f507bd,46091,1731024811505, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 771605ff84058f3db968159a1ab8cab5, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 11a619dfe82090b1915a3f1b3e988941, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6271786e1c61a15c68467ca5a32fab4d]] 2024-11-08T00:14:17,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T00:14:17,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T00:14:17,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:14:17,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:14:17,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T00:14:17,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:14:17,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T00:14:17,040 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 62a568f0c807d984e3e3158cca892efd 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T00:14:17,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e9c373ec559a93aafd4839a2003445b0: 2024-11-08T00:14:17,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. for SnapshotProcedureTest completed. 2024-11-08T00:14:17,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-08T00:14:17,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 943e36fca413b60594c839f3e383038e: 2024-11-08T00:14:17,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. for SnapshotProcedureTest completed. 2024-11-08T00:14:17,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T00:14:17,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:14:17,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:14:17,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:14:17,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:14:17,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:14:17,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:14:17,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T00:14:17,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:14:17,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 771605ff84058f3db968159a1ab8cab5: 2024-11-08T00:14:17,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. for SnapshotProcedureTest completed. 2024-11-08T00:14:17,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:14:17,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:14:17,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:14:17,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T00:14:17,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:14:17,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 11a619dfe82090b1915a3f1b3e988941: 2024-11-08T00:14:17,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. for SnapshotProcedureTest completed. 2024-11-08T00:14:17,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:14:17,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:14:17,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:14:17,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:14:17,057 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 6271786e1c61a15c68467ca5a32fab4d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T00:14:17,106 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455, size=966 (966bytes) 2024-11-08T00:14:17,107 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T00:14:17,108 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T00:14:17,108 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455 2024-11-08T00:14:17,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:14:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:14:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:14:17,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:14:17,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T00:14:17,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:14:17,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 630653e6d94dca0138e59a70c00118ae: 2024-11-08T00:14:17,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. for SnapshotProcedureTest completed. 2024-11-08T00:14:17,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:14:17,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:14:17,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:14:17,132 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455 after 22ms 2024-11-08T00:14:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T00:14:17,137 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:14:17,137 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:14:17,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9c373ec559a93aafd4839a2003445b0 in 10.1190 sec 2024-11-08T00:14:17,160 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455 took 55ms 2024-11-08T00:14:17,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741851_1027 (size=57) 2024-11-08T00:14:17,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741851_1027 (size=57) 2024-11-08T00:14:17,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:14:17,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T00:14:17,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:14:17,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:14:17,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741850_1026 (size=65) 2024-11-08T00:14:17,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741850_1026 (size=65) 2024-11-08T00:14:17,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:14:17,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T00:14:17,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:14:17,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T00:14:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T00:14:17,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 943e36fca413b60594c839f3e383038e 2024-11-08T00:14:17,235 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 943e36fca413b60594c839f3e383038e 2024-11-08T00:14:17,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741851_1027 (size=57) 2024-11-08T00:14:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T00:14:17,248 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:14:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T00:14:17,248 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:14:17,248 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:14:17,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:14:17,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741850_1026 (size=65) 2024-11-08T00:14:17,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:14:17,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 11a619dfe82090b1915a3f1b3e988941 in 10.2450 sec 2024-11-08T00:14:17,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 943e36fca413b60594c839f3e383038e in 10.2390 sec 2024-11-08T00:14:17,281 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 33e3fe853a44c6fbc7c55b42a050f46e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T00:14:17,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 771605ff84058f3db968159a1ab8cab5 in 10.2390 sec 2024-11-08T00:14:17,283 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 08a8ca6e75aec292b2d790c3e677977b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T00:14:17,285 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 515c838366bc12d0deb471f33546ea69: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T00:14:17,285 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455 so closing down 2024-11-08T00:14:17,285 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T00:14:17,286 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T00:14:17,292 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 102 ms; skipped=3; WAL=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455, size=966, length=966, corrupted=false, cancelled=false 2024-11-08T00:14:17,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455, journal: Splitting hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455, size=966 (966bytes) at 1731024857107Finishing writing output for hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455 so closing down at 1731024857285 (+178 ms)3 split writer threads finished at 1731024857286 (+1 ms)Processed 3 edits across 0 Regions in 102 ms; skipped=3; WAL=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455, size=966, length=966, corrupted=false, cancelled=false at 1731024857292 (+6 ms) 2024-11-08T00:14:17,293 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455 2024-11-08T00:14:17,293 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T00:14:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T00:14:17,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741853_1029 (size=65) 2024-11-08T00:14:17,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741853_1029 (size=65) 2024-11-08T00:14:17,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741853_1029 (size=65) 2024-11-08T00:14:17,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:14:17,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T00:14:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T00:14:17,310 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:14:17,311 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:14:17,325 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting/3302f0f507bd%2C42383%2C1731024811330.1731024813455 to hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/oldWALs 2024-11-08T00:14:17,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 630653e6d94dca0138e59a70c00118ae in 10.2940 sec 2024-11-08T00:14:17,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T00:14:17,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3302f0f507bd%2C42383%2C1731024811330.1731024813455, worker=3302f0f507bd,46091,1731024811505 in 10.0250 sec 2024-11-08T00:14:17,350 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:17,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/6271786e1c61a15c68467ca5a32fab4d/.tmp/cf/9041f34da80e4f8a8b6ec8f3b06f851b is 34, key is baa/cf:cf/1731024845871/Put/seqid=0 2024-11-08T00:14:17,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T00:14:17,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 3302f0f507bd%2C42383%2C1731024811330.1731024813455, worker=3302f0f507bd,46091,1731024811505 in 10.0850 sec 2024-11-08T00:14:17,388 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting dir is empty, no logs to split. 2024-11-08T00:14:17,388 INFO [PEWorker-5 {}] master.SplitWALManager(105): 3302f0f507bd,42383,1731024811330 WAL count=0, meta=false 2024-11-08T00:14:17,388 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 3302f0f507bd,42383,1731024811330 WAL splitting is done? wals=0, meta=false 2024-11-08T00:14:17,401 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 3302f0f507bd,42383,1731024811330 failed, ignore...File hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,42383,1731024811330-splitting does not exist. 2024-11-08T00:14:17,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08a8ca6e75aec292b2d790c3e677977b, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33e3fe853a44c6fbc7c55b42a050f46e, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=515c838366bc12d0deb471f33546ea69, ASSIGN}] 2024-11-08T00:14:17,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33e3fe853a44c6fbc7c55b42a050f46e, ASSIGN 2024-11-08T00:14:17,418 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08a8ca6e75aec292b2d790c3e677977b, ASSIGN 2024-11-08T00:14:17,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=515c838366bc12d0deb471f33546ea69, ASSIGN 2024-11-08T00:14:17,421 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33e3fe853a44c6fbc7c55b42a050f46e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T00:14:17,424 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08a8ca6e75aec292b2d790c3e677977b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T00:14:17,425 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=515c838366bc12d0deb471f33546ea69, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T00:14:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741855_1031 (size=28623) 2024-11-08T00:14:17,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741855_1031 (size=28623) 2024-11-08T00:14:17,460 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/6271786e1c61a15c68467ca5a32fab4d/.tmp/cf/9041f34da80e4f8a8b6ec8f3b06f851b 2024-11-08T00:14:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741855_1031 (size=28623) 2024-11-08T00:14:17,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/62a568f0c807d984e3e3158cca892efd/.tmp/cf/af6e6f23802841eba6e1dd5d13a7a665 is 34, key is eaa/cf:cf/1731024846711/Put/seqid=0 2024-11-08T00:14:17,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741854_1030 (size=499309) 2024-11-08T00:14:17,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741854_1030 (size=499309) 2024-11-08T00:14:17,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741854_1030 (size=499309) 2024-11-08T00:14:17,496 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/62a568f0c807d984e3e3158cca892efd/.tmp/cf/af6e6f23802841eba6e1dd5d13a7a665 2024-11-08T00:14:17,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/62a568f0c807d984e3e3158cca892efd/.tmp/cf/af6e6f23802841eba6e1dd5d13a7a665 as hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/62a568f0c807d984e3e3158cca892efd/cf/af6e6f23802841eba6e1dd5d13a7a665 2024-11-08T00:14:17,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/6271786e1c61a15c68467ca5a32fab4d/.tmp/cf/9041f34da80e4f8a8b6ec8f3b06f851b as hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/6271786e1c61a15c68467ca5a32fab4d/cf/9041f34da80e4f8a8b6ec8f3b06f851b 2024-11-08T00:14:17,564 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/62a568f0c807d984e3e3158cca892efd/cf/af6e6f23802841eba6e1dd5d13a7a665, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T00:14:17,568 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/6271786e1c61a15c68467ca5a32fab4d/cf/9041f34da80e4f8a8b6ec8f3b06f851b, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T00:14:17,572 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(204): Hosts are {3302f0f507bd=0} racks are {/default-rack=0} 2024-11-08T00:14:17,573 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T00:14:17,573 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T00:14:17,573 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T00:14:17,573 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T00:14:17,573 INFO [3302f0f507bd:33929 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T00:14:17,573 INFO [3302f0f507bd:33929 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T00:14:17,573 DEBUG [3302f0f507bd:33929 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T00:14:17,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=33e3fe853a44c6fbc7c55b42a050f46e, regionState=OPENING, regionLocation=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:17,575 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=08a8ca6e75aec292b2d790c3e677977b, regionState=OPENING, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:17,576 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=515c838366bc12d0deb471f33546ea69, regionState=OPENING, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:17,583 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 6271786e1c61a15c68467ca5a32fab4d in 520ms, sequenceid=5, compaction requested=false 2024-11-08T00:14:17,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 6271786e1c61a15c68467ca5a32fab4d: 2024-11-08T00:14:17,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. for SnapshotProcedureTest completed. 2024-11-08T00:14:17,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:14:17,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:14:17,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/6271786e1c61a15c68467ca5a32fab4d/cf/9041f34da80e4f8a8b6ec8f3b06f851b] hfiles 2024-11-08T00:14:17,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/6271786e1c61a15c68467ca5a32fab4d/cf/9041f34da80e4f8a8b6ec8f3b06f851b for snapshot=SnapshotProcedureTest 2024-11-08T00:14:17,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33e3fe853a44c6fbc7c55b42a050f46e, ASSIGN because future has completed 2024-11-08T00:14:17,590 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 62a568f0c807d984e3e3158cca892efd in 536ms, sequenceid=5, compaction requested=false 2024-11-08T00:14:17,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 62a568f0c807d984e3e3158cca892efd: 2024-11-08T00:14:17,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. for SnapshotProcedureTest completed. 2024-11-08T00:14:17,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:14:17,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:14:17,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/62a568f0c807d984e3e3158cca892efd/cf/af6e6f23802841eba6e1dd5d13a7a665] hfiles 2024-11-08T00:14:17,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/62a568f0c807d984e3e3158cca892efd/cf/af6e6f23802841eba6e1dd5d13a7a665 for snapshot=SnapshotProcedureTest 2024-11-08T00:14:17,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e, server=3302f0f507bd,46091,1731024811505}] 2024-11-08T00:14:17,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08a8ca6e75aec292b2d790c3e677977b, ASSIGN because future has completed 2024-11-08T00:14:17,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08a8ca6e75aec292b2d790c3e677977b, server=3302f0f507bd,45295,1731024811430}] 2024-11-08T00:14:17,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=515c838366bc12d0deb471f33546ea69, ASSIGN because future has completed 2024-11-08T00:14:17,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 515c838366bc12d0deb471f33546ea69, server=3302f0f507bd,45295,1731024811430}] 2024-11-08T00:14:17,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741856_1032 (size=97) 2024-11-08T00:14:17,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741856_1032 (size=97) 2024-11-08T00:14:17,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741856_1032 (size=97) 2024-11-08T00:14:17,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:14:17,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T00:14:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T00:14:17,678 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:14:17,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:14:17,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741857_1033 (size=105) 2024-11-08T00:14:17,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741857_1033 (size=105) 2024-11-08T00:14:17,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741857_1033 (size=105) 2024-11-08T00:14:17,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 62a568f0c807d984e3e3158cca892efd in 10.6600 sec 2024-11-08T00:14:17,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:14:17,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T00:14:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T00:14:17,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:14:17,686 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:14:17,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6271786e1c61a15c68467ca5a32fab4d in 10.6670 sec 2024-11-08T00:14:22,280 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 held by pid=41 2024-11-08T00:14:22,281 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:22,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b held by pid=39 2024-11-08T00:14:22,288 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:22,303 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e held by pid=40 2024-11-08T00:14:22,303 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:25,010 INFO [master/3302f0f507bd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T00:14:25,010 INFO [master/3302f0f507bd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T00:14:27,634 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:14:27,635 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 515c838366bc12d0deb471f33546ea69, NAME => 'SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T00:14:27,635 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,635 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:14:27,635 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,636 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,651 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:14:27,651 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 33e3fe853a44c6fbc7c55b42a050f46e, NAME => 'SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T00:14:27,652 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,652 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:14:27,652 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,652 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,656 INFO [StoreOpener-515c838366bc12d0deb471f33546ea69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,658 INFO [StoreOpener-515c838366bc12d0deb471f33546ea69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 515c838366bc12d0deb471f33546ea69 columnFamilyName cf 2024-11-08T00:14:27,659 DEBUG [StoreOpener-515c838366bc12d0deb471f33546ea69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:14:27,661 INFO [StoreOpener-515c838366bc12d0deb471f33546ea69-1 {}] regionserver.HStore(327): Store=515c838366bc12d0deb471f33546ea69/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:14:27,661 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,663 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,664 INFO [StoreOpener-33e3fe853a44c6fbc7c55b42a050f46e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,665 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,666 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,666 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,669 INFO [StoreOpener-33e3fe853a44c6fbc7c55b42a050f46e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33e3fe853a44c6fbc7c55b42a050f46e columnFamilyName cf 2024-11-08T00:14:27,669 DEBUG [StoreOpener-33e3fe853a44c6fbc7c55b42a050f46e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:14:27,671 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,673 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 515c838366bc12d0deb471f33546ea69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64465889, jitterRate=-0.03938339650630951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:14:27,673 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,673 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 515c838366bc12d0deb471f33546ea69: Running coprocessor pre-open hook at 1731024867636Writing region info on filesystem at 1731024867636Initializing all the Stores at 1731024867642 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024867642Cleaning up temporary data from old regions at 1731024867666 (+24 ms)Running coprocessor post-open hooks at 1731024867673 (+7 ms)Region opened successfully at 1731024867673 2024-11-08T00:14:27,675 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69., pid=44, masterSystemTime=1731024867615 2024-11-08T00:14:27,676 INFO [StoreOpener-33e3fe853a44c6fbc7c55b42a050f46e-1 {}] regionserver.HStore(327): Store=33e3fe853a44c6fbc7c55b42a050f46e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:14:27,676 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,678 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,683 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,684 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,684 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,685 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=515c838366bc12d0deb471f33546ea69, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:27,687 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,689 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 33e3fe853a44c6fbc7c55b42a050f46e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72405598, jitterRate=0.07892748713493347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:14:27,689 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,690 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 33e3fe853a44c6fbc7c55b42a050f46e: Running coprocessor pre-open hook at 1731024867653Writing region info on filesystem at 1731024867653Initializing all the Stores at 1731024867658 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024867658Cleaning up temporary data from old regions at 1731024867684 (+26 ms)Running coprocessor post-open hooks at 1731024867689 (+5 ms)Region opened successfully at 1731024867690 (+1 ms) 2024-11-08T00:14:27,691 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:14:27,691 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:14:27,691 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:14:27,691 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 08a8ca6e75aec292b2d790c3e677977b, NAME => 'SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T00:14:27,692 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,692 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:14:27,692 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,693 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,696 INFO [StoreOpener-08a8ca6e75aec292b2d790c3e677977b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 515c838366bc12d0deb471f33546ea69, server=3302f0f507bd,45295,1731024811430 because future has completed 2024-11-08T00:14:27,698 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e., pid=42, masterSystemTime=1731024867611 2024-11-08T00:14:27,705 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:14:27,705 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:14:27,705 INFO [StoreOpener-08a8ca6e75aec292b2d790c3e677977b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08a8ca6e75aec292b2d790c3e677977b columnFamilyName cf 2024-11-08T00:14:27,705 DEBUG [StoreOpener-08a8ca6e75aec292b2d790c3e677977b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:14:27,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=33e3fe853a44c6fbc7c55b42a050f46e, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:27,709 INFO [StoreOpener-08a8ca6e75aec292b2d790c3e677977b-1 {}] regionserver.HStore(327): Store=08a8ca6e75aec292b2d790c3e677977b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:14:27,710 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e, server=3302f0f507bd,46091,1731024811505 because future has completed 2024-11-08T00:14:27,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-08T00:14:27,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 515c838366bc12d0deb471f33546ea69, server=3302f0f507bd,45295,1731024811430 in 10.1020 sec 2024-11-08T00:14:27,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=515c838366bc12d0deb471f33546ea69, ASSIGN in 10.3030 sec 2024-11-08T00:14:27,718 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:27,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-11-08T00:14:27,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e, server=3302f0f507bd,46091,1731024811505 in 10.1220 sec 2024-11-08T00:14:27,720 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33e3fe853a44c6fbc7c55b42a050f46e, ASSIGN in 10.3100 sec 2024-11-08T00:14:27,723 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:27,723 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,724 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,724 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,727 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,729 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 08a8ca6e75aec292b2d790c3e677977b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64314893, jitterRate=-0.04163341224193573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:14:27,729 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,729 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 08a8ca6e75aec292b2d790c3e677977b: Running coprocessor pre-open hook at 1731024867693Writing region info on filesystem at 1731024867693Initializing all the Stores at 1731024867695 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024867695Cleaning up temporary data from old regions at 1731024867724 (+29 ms)Running coprocessor post-open hooks at 1731024867729 (+5 ms)Region opened successfully at 1731024867729 2024-11-08T00:14:27,731 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b., pid=43, masterSystemTime=1731024867615 2024-11-08T00:14:27,735 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:14:27,735 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:14:27,736 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=08a8ca6e75aec292b2d790c3e677977b, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:27,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08a8ca6e75aec292b2d790c3e677977b, server=3302f0f507bd,45295,1731024811430 because future has completed 2024-11-08T00:14:27,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-08T00:14:27,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 08a8ca6e75aec292b2d790c3e677977b, server=3302f0f507bd,45295,1731024811430 in 10.1400 sec 2024-11-08T00:14:27,748 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:27,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-08T00:14:27,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08a8ca6e75aec292b2d790c3e677977b, ASSIGN in 10.3350 sec 2024-11-08T00:14:27,751 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 3302f0f507bd,42383,1731024811330 after splitting done 2024-11-08T00:14:27,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 3302f0f507bd,42383,1731024811330, splitWal=true, meta=false in 20.5110 sec 2024-11-08T00:14:29,269 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:14:33,171 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T00:14:33,245 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T00:14:36,803 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3302f0f507bd:33929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T00:14:37,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T00:14:37,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:14:37,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T00:14:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:14:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 515c838366bc12d0deb471f33546ea69: 2024-11-08T00:14:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. for SnapshotProcedureTest completed. 2024-11-08T00:14:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 08a8ca6e75aec292b2d790c3e677977b: 2024-11-08T00:14:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. for SnapshotProcedureTest completed. 2024-11-08T00:14:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:14:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:14:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:14:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:14:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:14:37,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:14:37,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T00:14:37,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:14:37,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 33e3fe853a44c6fbc7c55b42a050f46e: 2024-11-08T00:14:37,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. for SnapshotProcedureTest completed. 2024-11-08T00:14:37,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:14:37,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:14:37,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:14:37,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741859_1035 (size=65) 2024-11-08T00:14:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741859_1035 (size=65) 2024-11-08T00:14:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741859_1035 (size=65) 2024-11-08T00:14:37,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:14:37,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T00:14:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T00:14:37,780 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:37,780 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:37,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 08a8ca6e75aec292b2d790c3e677977b in 30.7610 sec 2024-11-08T00:14:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741858_1034 (size=65) 2024-11-08T00:14:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741858_1034 (size=65) 2024-11-08T00:14:37,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741858_1034 (size=65) 2024-11-08T00:14:37,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:14:37,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T00:14:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T00:14:37,820 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:37,820 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:37,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 515c838366bc12d0deb471f33546ea69 in 30.8020 sec 2024-11-08T00:14:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741860_1036 (size=65) 2024-11-08T00:14:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741860_1036 (size=65) 2024-11-08T00:14:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741860_1036 (size=65) 2024-11-08T00:14:37,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:14:37,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T00:14:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T00:14:37,866 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:37,866 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:37,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-08T00:14:37,876 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T00:14:37,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 33e3fe853a44c6fbc7c55b42a050f46e in 30.8490 sec 2024-11-08T00:14:37,879 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T00:14:37,886 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T00:14:37,886 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T00:14:37,895 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:14:38,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741861_1037 (size=1094) 2024-11-08T00:14:38,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741861_1037 (size=1094) 2024-11-08T00:14:38,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741861_1037 (size=1094) 2024-11-08T00:14:38,041 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T00:14:38,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T00:14:38,062 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:38,062 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:38,062 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:38,062 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:38,064 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:38,079 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:41,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6271786e1c61a15c68467ca5a32fab4d, had cached 0 bytes from a total of 28623 2024-11-08T00:14:41,813 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 62a568f0c807d984e3e3158cca892efd, had cached 0 bytes from a total of 499309 2024-11-08T00:14:44,792 DEBUG [master/3302f0f507bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 943e36fca413b60594c839f3e383038e changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:14:44,794 DEBUG [master/3302f0f507bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 630653e6d94dca0138e59a70c00118ae changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:14:44,804 DEBUG [master/3302f0f507bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 515c838366bc12d0deb471f33546ea69 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:14:44,808 DEBUG [master/3302f0f507bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e9c373ec559a93aafd4839a2003445b0 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:14:44,808 DEBUG [master/3302f0f507bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 08a8ca6e75aec292b2d790c3e677977b changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:14:44,809 DEBUG [master/3302f0f507bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 62a568f0c807d984e3e3158cca892efd changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:14:44,809 DEBUG [master/3302f0f507bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 11a619dfe82090b1915a3f1b3e988941 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:14:44,809 DEBUG [master/3302f0f507bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 771605ff84058f3db968159a1ab8cab5 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:14:44,809 DEBUG [master/3302f0f507bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 33e3fe853a44c6fbc7c55b42a050f46e changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:14:44,809 DEBUG [master/3302f0f507bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6271786e1c61a15c68467ca5a32fab4d changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:14:48,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-08T00:14:48,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-08T00:14:48,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-08T00:14:48,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-08T00:14:48,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-08T00:14:48,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-08T00:14:48,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:14:48,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T00:14:48,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:14:48,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T00:14:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T00:14:48,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-08T00:14:48,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T00:14:48,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T00:14:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T00:14:48,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T00:14:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-08T00:14:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T00:14:48,079 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,45295,1731024811430 Release verify snapshot worker=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:48,079 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 Release verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T00:14:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T00:14:48,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,45295,1731024811430 in 10.0260 sec 2024-11-08T00:14:48,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 in 10.0260 sec 2024-11-08T00:14:48,085 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 Release verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:48,085 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:48,086 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:48,086 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:48,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 in 10.0320 sec 2024-11-08T00:14:48,090 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 Release verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:48,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 in 10.0370 sec 2024-11-08T00:14:48,094 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,45295,1731024811430 Release verify snapshot worker=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:48,097 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:48,098 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,45295,1731024811430 Release verify snapshot worker=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:48,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,45295,1731024811430 in 10.0410 sec 2024-11-08T00:14:48,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,45295,1731024811430 in 10.0450 sec 2024-11-08T00:14:58,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-08T00:14:58,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-08T00:14:58,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-08T00:14:58,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T00:14:58,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T00:14:58,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T00:14:58,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-08T00:14:58,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T00:14:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-08T00:14:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T00:14:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T00:14:58,091 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 Release verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:58,091 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,45295,1731024811430 Release verify snapshot worker=3302f0f507bd,45295,1731024811430 2024-11-08T00:14:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T00:14:58,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 in 20.0380 sec 2024-11-08T00:14:58,094 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 Release verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:58,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,45295,1731024811430 in 20.0380 sec 2024-11-08T00:14:58,094 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 Release verify snapshot worker=3302f0f507bd,46091,1731024811505 2024-11-08T00:14:58,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 in 20.0410 sec 2024-11-08T00:14:58,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-08T00:14:58,098 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T00:14:58,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,46091,1731024811505 in 20.0410 sec 2024-11-08T00:14:58,106 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T00:14:58,109 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T00:14:58,109 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T00:14:58,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.1520 sec 2024-11-08T00:14:58,374 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T00:14:58,384 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T00:14:58,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:14:58,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:14:58,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:14:58,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:14:58,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:14:58,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:14:58,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2094701087, stopped=false 2024-11-08T00:14:58,385 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3302f0f507bd,33929,1731024810384 2024-11-08T00:14:58,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:14:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:14:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:14:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:14:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:14:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:14:58,420 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:14:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:14:58,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:14:58,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:14:58,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:14:58,422 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,45295,1731024811430' ***** 2024-11-08T00:14:58,422 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:14:58,422 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,46091,1731024811505' ***** 2024-11-08T00:14:58,422 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:14:58,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:14:58,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:14:58,423 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:14:58,423 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:14:58,423 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:14:58,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:14:58,423 INFO [RS:2;3302f0f507bd:46091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:14:58,423 INFO [RS:2;3302f0f507bd:46091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:14:58,423 INFO [RS:1;3302f0f507bd:45295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:14:58,423 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(3091): Received CLOSE for 6271786e1c61a15c68467ca5a32fab4d 2024-11-08T00:14:58,423 INFO [RS:1;3302f0f507bd:45295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:14:58,423 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(3091): Received CLOSE for 62a568f0c807d984e3e3158cca892efd 2024-11-08T00:14:58,424 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(3091): Received CLOSE for 33e3fe853a44c6fbc7c55b42a050f46e 2024-11-08T00:14:58,424 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(3091): Received CLOSE for 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:14:58,424 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(3091): Received CLOSE for 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:14:58,424 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,46091,1731024811505 2024-11-08T00:14:58,424 INFO [RS:2;3302f0f507bd:46091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:14:58,424 INFO [RS:2;3302f0f507bd:46091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3302f0f507bd:46091. 2024-11-08T00:14:58,424 DEBUG [RS:2;3302f0f507bd:46091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:14:58,425 DEBUG [RS:2;3302f0f507bd:46091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:14:58,425 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6271786e1c61a15c68467ca5a32fab4d, disabling compactions & flushes 2024-11-08T00:14:58,425 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T00:14:58,425 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:14:58,425 DEBUG [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(1325): Online Regions={6271786e1c61a15c68467ca5a32fab4d=SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d., 33e3fe853a44c6fbc7c55b42a050f46e=SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e., 771605ff84058f3db968159a1ab8cab5=SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5., 11a619dfe82090b1915a3f1b3e988941=SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941.} 2024-11-08T00:14:58,425 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:14:58,425 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. after waiting 0 ms 2024-11-08T00:14:58,425 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:14:58,425 DEBUG [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(1351): Waiting on 11a619dfe82090b1915a3f1b3e988941, 33e3fe853a44c6fbc7c55b42a050f46e, 6271786e1c61a15c68467ca5a32fab4d, 771605ff84058f3db968159a1ab8cab5 2024-11-08T00:14:58,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:14:58,428 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(3091): Received CLOSE for 943e36fca413b60594c839f3e383038e 2024-11-08T00:14:58,428 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(3091): Received CLOSE for 08a8ca6e75aec292b2d790c3e677977b 2024-11-08T00:14:58,428 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(3091): Received CLOSE for e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:14:58,428 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62a568f0c807d984e3e3158cca892efd, disabling compactions & flushes 2024-11-08T00:14:58,428 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(3091): Received CLOSE for 630653e6d94dca0138e59a70c00118ae 2024-11-08T00:14:58,428 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:14:58,428 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(3091): Received CLOSE for 515c838366bc12d0deb471f33546ea69 2024-11-08T00:14:58,428 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:14:58,428 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,45295,1731024811430 2024-11-08T00:14:58,428 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. after waiting 0 ms 2024-11-08T00:14:58,428 INFO [RS:1;3302f0f507bd:45295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:14:58,428 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:14:58,429 INFO [RS:1;3302f0f507bd:45295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3302f0f507bd:45295. 2024-11-08T00:14:58,429 DEBUG [RS:1;3302f0f507bd:45295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:14:58,429 DEBUG [RS:1;3302f0f507bd:45295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:14:58,429 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:14:58,429 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:14:58,429 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:14:58,429 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:14:58,434 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-08T00:14:58,435 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1325): Online Regions={62a568f0c807d984e3e3158cca892efd=SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd., 943e36fca413b60594c839f3e383038e=SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e., 08a8ca6e75aec292b2d790c3e677977b=SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b., 1588230740=hbase:meta,,1.1588230740, e9c373ec559a93aafd4839a2003445b0=SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0., 630653e6d94dca0138e59a70c00118ae=SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae., 515c838366bc12d0deb471f33546ea69=SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69.} 2024-11-08T00:14:58,435 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1351): Waiting on 08a8ca6e75aec292b2d790c3e677977b, 1588230740, 515c838366bc12d0deb471f33546ea69, 62a568f0c807d984e3e3158cca892efd, 630653e6d94dca0138e59a70c00118ae, 943e36fca413b60594c839f3e383038e, e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:14:58,435 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:14:58,435 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:14:58,435 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:14:58,435 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:14:58,435 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:14:58,435 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-08T00:14:58,476 INFO [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:14:58,477 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/62a568f0c807d984e3e3158cca892efd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T00:14:58,484 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:14:58,484 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62a568f0c807d984e3e3158cca892efd: Waiting for close lock at 1731024898428Running coprocessor pre-close hooks at 1731024898428Disabling compacts and flushes for region at 1731024898428Disabling writes for close at 1731024898428Writing region close event to WAL at 1731024898440 (+12 ms)Running coprocessor post-close hooks at 1731024898479 (+39 ms)Closed at 1731024898484 (+5 ms) 2024-11-08T00:14:58,485 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731024825359.62a568f0c807d984e3e3158cca892efd. 2024-11-08T00:14:58,485 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 943e36fca413b60594c839f3e383038e, disabling compactions & flushes 2024-11-08T00:14:58,485 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:14:58,485 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:14:58,485 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. after waiting 0 ms 2024-11-08T00:14:58,485 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:14:58,498 INFO [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:14:58,516 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/6271786e1c61a15c68467ca5a32fab4d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T00:14:58,525 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:14:58,525 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6271786e1c61a15c68467ca5a32fab4d: Waiting for close lock at 1731024898424Running coprocessor pre-close hooks at 1731024898424Disabling compacts and flushes for region at 1731024898424Disabling writes for close at 1731024898425 (+1 ms)Writing region close event to WAL at 1731024898442 (+17 ms)Running coprocessor post-close hooks at 1731024898525 (+83 ms)Closed at 1731024898525 2024-11-08T00:14:58,525 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731024825359.6271786e1c61a15c68467ca5a32fab4d. 2024-11-08T00:14:58,525 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33e3fe853a44c6fbc7c55b42a050f46e, disabling compactions & flushes 2024-11-08T00:14:58,525 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:14:58,525 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:14:58,525 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. after waiting 0 ms 2024-11-08T00:14:58,525 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:14:58,528 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/943e36fca413b60594c839f3e383038e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:14:58,531 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:14:58,531 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 943e36fca413b60594c839f3e383038e: Waiting for close lock at 1731024898485Running coprocessor pre-close hooks at 1731024898485Disabling compacts and flushes for region at 1731024898485Disabling writes for close at 1731024898485Writing region close event to WAL at 1731024898496 (+11 ms)Running coprocessor post-close hooks at 1731024898530 (+34 ms)Closed at 1731024898531 (+1 ms) 2024-11-08T00:14:58,531 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731024825359.943e36fca413b60594c839f3e383038e. 2024-11-08T00:14:58,531 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08a8ca6e75aec292b2d790c3e677977b, disabling compactions & flushes 2024-11-08T00:14:58,531 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:14:58,532 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:14:58,532 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. after waiting 0 ms 2024-11-08T00:14:58,532 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:14:58,541 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/.tmp/info/d48ff81210ec457c98b3c15126015ac6 is 167, key is SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941./info:regioninfo/1731024836860/Put/seqid=0 2024-11-08T00:14:58,548 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/33e3fe853a44c6fbc7c55b42a050f46e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:14:58,551 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:14:58,551 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33e3fe853a44c6fbc7c55b42a050f46e: Waiting for close lock at 1731024898525Running coprocessor pre-close hooks at 1731024898525Disabling compacts and flushes for region at 1731024898525Disabling writes for close at 1731024898525Writing region close event to WAL at 1731024898529 (+4 ms)Running coprocessor post-close hooks at 1731024898551 (+22 ms)Closed at 1731024898551 2024-11-08T00:14:58,551 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731024825359.33e3fe853a44c6fbc7c55b42a050f46e. 2024-11-08T00:14:58,552 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 771605ff84058f3db968159a1ab8cab5, disabling compactions & flushes 2024-11-08T00:14:58,552 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:14:58,552 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:14:58,552 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. after waiting 0 ms 2024-11-08T00:14:58,552 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:14:58,552 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/08a8ca6e75aec292b2d790c3e677977b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:14:58,564 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:14:58,564 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08a8ca6e75aec292b2d790c3e677977b: Waiting for close lock at 1731024898531Running coprocessor pre-close hooks at 1731024898531Disabling compacts and flushes for region at 1731024898531Disabling writes for close at 1731024898532 (+1 ms)Writing region close event to WAL at 1731024898537 (+5 ms)Running coprocessor post-close hooks at 1731024898564 (+27 ms)Closed at 1731024898564 2024-11-08T00:14:58,564 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731024825359.08a8ca6e75aec292b2d790c3e677977b. 2024-11-08T00:14:58,565 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9c373ec559a93aafd4839a2003445b0, disabling compactions & flushes 2024-11-08T00:14:58,565 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:14:58,565 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:14:58,565 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. after waiting 0 ms 2024-11-08T00:14:58,565 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:14:58,604 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/771605ff84058f3db968159a1ab8cab5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:14:58,616 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:14:58,616 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 771605ff84058f3db968159a1ab8cab5: Waiting for close lock at 1731024898552Running coprocessor pre-close hooks at 1731024898552Disabling compacts and flushes for region at 1731024898552Disabling writes for close at 1731024898552Writing region close event to WAL at 1731024898557 (+5 ms)Running coprocessor post-close hooks at 1731024898616 (+59 ms)Closed at 1731024898616 2024-11-08T00:14:58,617 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731024825359.771605ff84058f3db968159a1ab8cab5. 2024-11-08T00:14:58,617 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11a619dfe82090b1915a3f1b3e988941, disabling compactions & flushes 2024-11-08T00:14:58,617 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:14:58,617 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:14:58,617 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. after waiting 0 ms 2024-11-08T00:14:58,617 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:14:58,625 DEBUG [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(1351): Waiting on 11a619dfe82090b1915a3f1b3e988941 2024-11-08T00:14:58,635 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 515c838366bc12d0deb471f33546ea69, 630653e6d94dca0138e59a70c00118ae, e9c373ec559a93aafd4839a2003445b0 2024-11-08T00:14:58,653 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/e9c373ec559a93aafd4839a2003445b0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:14:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741862_1038 (size=19822) 2024-11-08T00:14:58,660 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:14:58,660 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9c373ec559a93aafd4839a2003445b0: Waiting for close lock at 1731024898565Running coprocessor pre-close hooks at 1731024898565Disabling compacts and flushes for region at 1731024898565Disabling writes for close at 1731024898565Writing region close event to WAL at 1731024898612 (+47 ms)Running coprocessor post-close hooks at 1731024898660 (+48 ms)Closed at 1731024898660 2024-11-08T00:14:58,660 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731024825359.e9c373ec559a93aafd4839a2003445b0. 2024-11-08T00:14:58,661 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/11a619dfe82090b1915a3f1b3e988941/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:14:58,661 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 630653e6d94dca0138e59a70c00118ae, disabling compactions & flushes 2024-11-08T00:14:58,661 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:14:58,661 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:14:58,661 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. after waiting 0 ms 2024-11-08T00:14:58,661 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:14:58,661 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/.tmp/info/d48ff81210ec457c98b3c15126015ac6 2024-11-08T00:14:58,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741862_1038 (size=19822) 2024-11-08T00:14:58,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741862_1038 (size=19822) 2024-11-08T00:14:58,665 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:14:58,665 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11a619dfe82090b1915a3f1b3e988941: Waiting for close lock at 1731024898617Running coprocessor pre-close hooks at 1731024898617Disabling compacts and flushes for region at 1731024898617Disabling writes for close at 1731024898617Writing region close event to WAL at 1731024898627 (+10 ms)Running coprocessor post-close hooks at 1731024898665 (+38 ms)Closed at 1731024898665 2024-11-08T00:14:58,666 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731024825359.11a619dfe82090b1915a3f1b3e988941. 2024-11-08T00:14:58,689 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/630653e6d94dca0138e59a70c00118ae/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:14:58,690 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:14:58,690 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 630653e6d94dca0138e59a70c00118ae: Waiting for close lock at 1731024898661Running coprocessor pre-close hooks at 1731024898661Disabling compacts and flushes for region at 1731024898661Disabling writes for close at 1731024898661Writing region close event to WAL at 1731024898662 (+1 ms)Running coprocessor post-close hooks at 1731024898690 (+28 ms)Closed at 1731024898690 2024-11-08T00:14:58,690 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731024825359.630653e6d94dca0138e59a70c00118ae. 2024-11-08T00:14:58,690 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 515c838366bc12d0deb471f33546ea69, disabling compactions & flushes 2024-11-08T00:14:58,690 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:14:58,690 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:14:58,690 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. after waiting 0 ms 2024-11-08T00:14:58,691 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:14:58,708 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/.tmp/ns/f72298ccb032459ab7807c54e238ce1c is 43, key is default/ns:d/1731024824617/Put/seqid=0 2024-11-08T00:14:58,734 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/default/SPTestTable/515c838366bc12d0deb471f33546ea69/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:14:58,740 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:14:58,741 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 515c838366bc12d0deb471f33546ea69: Waiting for close lock at 1731024898690Running coprocessor pre-close hooks at 1731024898690Disabling compacts and flushes for region at 1731024898690Disabling writes for close at 1731024898690Writing region close event to WAL at 1731024898708 (+18 ms)Running coprocessor post-close hooks at 1731024898740 (+32 ms)Closed at 1731024898740 2024-11-08T00:14:58,741 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731024825359.515c838366bc12d0deb471f33546ea69. 2024-11-08T00:14:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741863_1039 (size=5153) 2024-11-08T00:14:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741863_1039 (size=5153) 2024-11-08T00:14:58,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741863_1039 (size=5153) 2024-11-08T00:14:58,807 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/.tmp/ns/f72298ccb032459ab7807c54e238ce1c 2024-11-08T00:14:58,828 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,46091,1731024811505; all regions closed. 2024-11-08T00:14:58,835 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T00:14:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741834_1010 (size=2947) 2024-11-08T00:14:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741834_1010 (size=2947) 2024-11-08T00:14:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741834_1010 (size=2947) 2024-11-08T00:14:58,873 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/WALs/3302f0f507bd,46091,1731024811505/3302f0f507bd%2C46091%2C1731024811505.1731024813481 not finished, retry = 0 2024-11-08T00:14:58,895 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/.tmp/table/ee9fb74266e24c9e9eabf3e552019335 is 47, key is SPTestTable/table:state/1731024837151/Put/seqid=0 2024-11-08T00:14:58,985 DEBUG [RS:2;3302f0f507bd:46091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/oldWALs 2024-11-08T00:14:58,985 INFO [RS:2;3302f0f507bd:46091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C46091%2C1731024811505:(num 1731024813481) 2024-11-08T00:14:58,985 DEBUG [RS:2;3302f0f507bd:46091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:14:58,985 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:14:58,985 INFO [RS:2;3302f0f507bd:46091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:14:58,986 INFO [RS:2;3302f0f507bd:46091 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:14:58,986 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:14:58,986 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:14:58,986 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:14:58,986 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:14:58,986 INFO [RS:2;3302f0f507bd:46091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:14:58,986 INFO [RS:2;3302f0f507bd:46091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46091 2024-11-08T00:14:58,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741864_1040 (size=5214) 2024-11-08T00:14:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741864_1040 (size=5214) 2024-11-08T00:14:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741864_1040 (size=5214) 2024-11-08T00:14:59,004 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/.tmp/table/ee9fb74266e24c9e9eabf3e552019335 2024-11-08T00:14:59,031 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/.tmp/info/d48ff81210ec457c98b3c15126015ac6 as hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/info/d48ff81210ec457c98b3c15126015ac6 2024-11-08T00:14:59,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,46091,1731024811505 2024-11-08T00:14:59,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:14:59,035 INFO [RS:2;3302f0f507bd:46091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:14:59,036 DEBUG [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T00:14:59,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,46091,1731024811505] 2024-11-08T00:14:59,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,46091,1731024811505 already deleted, retry=false 2024-11-08T00:14:59,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,46091,1731024811505 expired; onlineServers=1 2024-11-08T00:14:59,069 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/info/d48ff81210ec457c98b3c15126015ac6, entries=112, sequenceid=35, filesize=19.4 K 2024-11-08T00:14:59,077 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/.tmp/ns/f72298ccb032459ab7807c54e238ce1c as hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/ns/f72298ccb032459ab7807c54e238ce1c 2024-11-08T00:14:59,103 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/ns/f72298ccb032459ab7807c54e238ce1c, entries=2, sequenceid=35, filesize=5.0 K 2024-11-08T00:14:59,105 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/.tmp/table/ee9fb74266e24c9e9eabf3e552019335 as hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/table/ee9fb74266e24c9e9eabf3e552019335 2024-11-08T00:14:59,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:14:59,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46091-0x10117ca692e0003, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:14:59,149 INFO [RS:2;3302f0f507bd:46091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:14:59,149 INFO [RS:2;3302f0f507bd:46091 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,46091,1731024811505; zookeeper connection closed. 2024-11-08T00:14:59,150 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c0077d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c0077d5 2024-11-08T00:14:59,156 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/table/ee9fb74266e24c9e9eabf3e552019335, entries=2, sequenceid=35, filesize=5.1 K 2024-11-08T00:14:59,161 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 725ms, sequenceid=35, compaction requested=false 2024-11-08T00:14:59,224 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-08T00:14:59,228 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:14:59,229 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:14:59,229 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731024898435Running coprocessor pre-close hooks at 1731024898435Disabling compacts and flushes for region at 1731024898435Disabling writes for close at 1731024898435Obtaining lock to block concurrent updates at 1731024898435Preparing flush snapshotting stores in 1588230740 at 1731024898435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731024898436 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731024898442 (+6 ms)Flushing 1588230740/info: creating writer at 1731024898442Flushing 1588230740/info: appending metadata at 1731024898540 (+98 ms)Flushing 1588230740/info: closing flushed file at 1731024898540Flushing 1588230740/ns: creating writer at 1731024898681 (+141 ms)Flushing 1588230740/ns: appending metadata at 1731024898706 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731024898706Flushing 1588230740/table: creating writer at 1731024898822 (+116 ms)Flushing 1588230740/table: appending metadata at 1731024898894 (+72 ms)Flushing 1588230740/table: closing flushed file at 1731024898894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1b7512: reopening flushed file at 1731024899026 (+132 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79fe1cb4: reopening flushed file at 1731024899069 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2f3f0c: reopening flushed file at 1731024899103 (+34 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 725ms, sequenceid=35, compaction requested=false at 1731024899161 (+58 ms)Writing region close event to WAL at 1731024899198 (+37 ms)Running coprocessor post-close hooks at 1731024899228 (+30 ms)Closed at 1731024899229 (+1 ms) 2024-11-08T00:14:59,229 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:14:59,248 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,45295,1731024811430; all regions closed. 2024-11-08T00:14:59,253 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:14:59,253 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:14:59,272 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:14:59,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741836_1012 (size=18438) 2024-11-08T00:14:59,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741836_1012 (size=18438) 2024-11-08T00:14:59,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741836_1012 (size=18438) 2024-11-08T00:14:59,322 DEBUG [RS:1;3302f0f507bd:45295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/oldWALs 2024-11-08T00:14:59,323 INFO [RS:1;3302f0f507bd:45295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C45295%2C1731024811430.meta:.meta(num 1731024823969) 2024-11-08T00:14:59,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741835_1011 (size=4083) 2024-11-08T00:14:59,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741835_1011 (size=4083) 2024-11-08T00:14:59,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741835_1011 (size=4083) 2024-11-08T00:14:59,388 DEBUG [RS:1;3302f0f507bd:45295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/oldWALs 2024-11-08T00:14:59,388 INFO [RS:1;3302f0f507bd:45295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C45295%2C1731024811430:(num 1731024813492) 2024-11-08T00:14:59,388 DEBUG [RS:1;3302f0f507bd:45295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:14:59,388 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:14:59,392 INFO [RS:1;3302f0f507bd:45295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:14:59,396 INFO [RS:1;3302f0f507bd:45295 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:14:59,396 INFO [RS:1;3302f0f507bd:45295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:14:59,396 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:14:59,397 INFO [RS:1;3302f0f507bd:45295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45295 2024-11-08T00:14:59,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,45295,1731024811430 2024-11-08T00:14:59,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:14:59,453 INFO [RS:1;3302f0f507bd:45295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:14:59,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,45295,1731024811430] 2024-11-08T00:14:59,480 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,45295,1731024811430 already deleted, retry=false 2024-11-08T00:14:59,481 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,45295,1731024811430 expired; onlineServers=0 2024-11-08T00:14:59,481 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3302f0f507bd,33929,1731024810384' ***** 2024-11-08T00:14:59,481 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:14:59,481 INFO [M:0;3302f0f507bd:33929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:14:59,482 INFO [M:0;3302f0f507bd:33929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:14:59,482 DEBUG [M:0;3302f0f507bd:33929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:14:59,482 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:14:59,482 DEBUG [M:0;3302f0f507bd:33929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:14:59,482 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731024812946 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731024812946,5,FailOnTimeoutGroup] 2024-11-08T00:14:59,488 INFO [M:0;3302f0f507bd:33929 {}] hbase.ChoreService(370): Chore service for: master/3302f0f507bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:14:59,488 INFO [M:0;3302f0f507bd:33929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:14:59,488 DEBUG [M:0;3302f0f507bd:33929 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:14:59,489 INFO [M:0;3302f0f507bd:33929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:14:59,489 INFO [M:0;3302f0f507bd:33929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:14:59,489 ERROR [M:0;3302f0f507bd:33929 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:42381 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42381,5,PEWorkerGroup] 2024-11-08T00:14:59,489 INFO [M:0;3302f0f507bd:33929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:14:59,482 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731024812944 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731024812944,5,FailOnTimeoutGroup] 2024-11-08T00:14:59,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:14:59,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:14:59,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:14:59,498 DEBUG [M:0;3302f0f507bd:33929 {}] zookeeper.ZKUtil(347): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:14:59,498 WARN [M:0;3302f0f507bd:33929 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:14:59,500 INFO [M:0;3302f0f507bd:33929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/.lastflushedseqids 2024-11-08T00:14:59,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:14:59,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45295-0x10117ca692e0002, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:14:59,572 INFO [RS:1;3302f0f507bd:45295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:14:59,573 INFO [RS:1;3302f0f507bd:45295 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,45295,1731024811430; zookeeper connection closed. 2024-11-08T00:14:59,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741865_1041 (size=686) 2024-11-08T00:14:59,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741865_1041 (size=686) 2024-11-08T00:14:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741865_1041 (size=686) 2024-11-08T00:14:59,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1faa08e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1faa08e0 2024-11-08T00:14:59,584 INFO [M:0;3302f0f507bd:33929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:14:59,585 INFO [M:0;3302f0f507bd:33929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:14:59,585 DEBUG [M:0;3302f0f507bd:33929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:14:59,585 INFO [M:0;3302f0f507bd:33929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:14:59,585 DEBUG [M:0;3302f0f507bd:33929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:14:59,585 DEBUG [M:0;3302f0f507bd:33929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:14:59,585 DEBUG [M:0;3302f0f507bd:33929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:14:59,585 INFO [M:0;3302f0f507bd:33929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.37 KB heapSize=229.78 KB 2024-11-08T00:14:59,591 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T00:14:59,636 DEBUG [M:0;3302f0f507bd:33929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad4d53fb59014bf194e3dc475ddb05d2 is 82, key is hbase:meta,,1/info:regioninfo/1731024824294/Put/seqid=0 2024-11-08T00:14:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741866_1042 (size=5672) 2024-11-08T00:14:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741866_1042 (size=5672) 2024-11-08T00:14:59,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741866_1042 (size=5672) 2024-11-08T00:15:00,122 INFO [M:0;3302f0f507bd:33929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad4d53fb59014bf194e3dc475ddb05d2 2024-11-08T00:15:00,168 DEBUG [M:0;3302f0f507bd:33929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ff77388040642928c4bb7558c14266f is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731024837178/Put/seqid=0 2024-11-08T00:15:00,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741867_1043 (size=8904) 2024-11-08T00:15:00,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741867_1043 (size=8904) 2024-11-08T00:15:00,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741867_1043 (size=8904) 2024-11-08T00:15:00,292 INFO [M:0;3302f0f507bd:33929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.63 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ff77388040642928c4bb7558c14266f 2024-11-08T00:15:00,312 INFO [M:0;3302f0f507bd:33929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ff77388040642928c4bb7558c14266f 2024-11-08T00:15:00,372 DEBUG [M:0;3302f0f507bd:33929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b14e43f4ad2e47e9855cd8e90fc84595 is 69, key is 3302f0f507bd,45295,1731024811430/rs:state/1731024813082/Put/seqid=0 2024-11-08T00:15:00,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741868_1044 (size=5441) 2024-11-08T00:15:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741868_1044 (size=5441) 2024-11-08T00:15:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741868_1044 (size=5441) 2024-11-08T00:15:00,449 INFO [M:0;3302f0f507bd:33929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b14e43f4ad2e47e9855cd8e90fc84595 2024-11-08T00:15:00,475 INFO [M:0;3302f0f507bd:33929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b14e43f4ad2e47e9855cd8e90fc84595 2024-11-08T00:15:00,488 DEBUG [M:0;3302f0f507bd:33929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad4d53fb59014bf194e3dc475ddb05d2 as hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad4d53fb59014bf194e3dc475ddb05d2 2024-11-08T00:15:00,533 INFO [M:0;3302f0f507bd:33929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad4d53fb59014bf194e3dc475ddb05d2, entries=8, sequenceid=485, filesize=5.5 K 2024-11-08T00:15:00,541 DEBUG [M:0;3302f0f507bd:33929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ff77388040642928c4bb7558c14266f as hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ff77388040642928c4bb7558c14266f 2024-11-08T00:15:00,576 INFO [M:0;3302f0f507bd:33929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ff77388040642928c4bb7558c14266f 2024-11-08T00:15:00,577 INFO [M:0;3302f0f507bd:33929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ff77388040642928c4bb7558c14266f, entries=54, sequenceid=485, filesize=8.7 K 2024-11-08T00:15:00,579 DEBUG [M:0;3302f0f507bd:33929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b14e43f4ad2e47e9855cd8e90fc84595 as hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b14e43f4ad2e47e9855cd8e90fc84595 2024-11-08T00:15:00,606 INFO [M:0;3302f0f507bd:33929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b14e43f4ad2e47e9855cd8e90fc84595 2024-11-08T00:15:00,606 INFO [M:0;3302f0f507bd:33929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42381/user/jenkins/test-data/f145990a-1417-1dad-9114-4ef36c323dc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b14e43f4ad2e47e9855cd8e90fc84595, entries=3, sequenceid=485, filesize=5.3 K 2024-11-08T00:15:00,620 INFO [M:0;3302f0f507bd:33929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.37 KB/189816, heapSize ~229.48 KB/234992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1031ms, sequenceid=485, compaction requested=false 2024-11-08T00:15:00,656 INFO [M:0;3302f0f507bd:33929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:15:00,657 DEBUG [M:0;3302f0f507bd:33929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731024899585Disabling compacts and flushes for region at 1731024899585Disabling writes for close at 1731024899585Obtaining lock to block concurrent updates at 1731024899585Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731024899585Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189816, getHeapSize=235232, getOffHeapSize=0, getCellsCount=588 at 1731024899586 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731024899592 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731024899592Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731024899635 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731024899635Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731024900135 (+500 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731024900168 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731024900168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731024900312 (+144 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731024900370 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731024900370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@132c47ba: reopening flushed file at 1731024900475 (+105 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e09a72: reopening flushed file at 1731024900533 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0f2854: reopening flushed file at 1731024900577 (+44 ms)Finished flush of dataSize ~185.37 KB/189816, heapSize ~229.48 KB/234992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1031ms, sequenceid=485, compaction requested=false at 1731024900620 (+43 ms)Writing region close event to WAL at 1731024900656 (+36 ms)Closed at 1731024900656 2024-11-08T00:15:00,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46865 is added to blk_1073741830_1006 (size=222172) 2024-11-08T00:15:00,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741830_1006 (size=222172) 2024-11-08T00:15:00,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741830_1006 (size=222172) 2024-11-08T00:15:00,692 INFO [M:0;3302f0f507bd:33929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:15:00,693 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:15:00,693 INFO [M:0;3302f0f507bd:33929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33929 2024-11-08T00:15:00,693 INFO [M:0;3302f0f507bd:33929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:15:00,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:15:00,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:15:00,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T00:15:00,892 INFO [M:0;3302f0f507bd:33929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:15:00,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:15:00,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x10117ca692e0000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:15:00,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:15:00,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:15:00,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:15:00,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:15:00,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.log.dir/,STOPPED} 2024-11-08T00:15:00,957 WARN [BP-1175161196-172.17.0.3-1731024803812 heartbeating to localhost/127.0.0.1:42381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:15:00,957 WARN [BP-1175161196-172.17.0.3-1731024803812 heartbeating to localhost/127.0.0.1:42381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175161196-172.17.0.3-1731024803812 (Datanode Uuid 2f86a221-d138-4ab8-a00c-e2d495771506) service to localhost/127.0.0.1:42381 2024-11-08T00:15:00,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data5/current/BP-1175161196-172.17.0.3-1731024803812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:15:00,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data6/current/BP-1175161196-172.17.0.3-1731024803812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:15:00,964 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:15:00,964 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:15:00,965 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:15:00,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:15:00,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:15:00,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:15:00,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:15:00,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.log.dir/,STOPPED} 2024-11-08T00:15:01,032 WARN [BP-1175161196-172.17.0.3-1731024803812 heartbeating to localhost/127.0.0.1:42381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:15:01,032 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:15:01,032 WARN [BP-1175161196-172.17.0.3-1731024803812 heartbeating to localhost/127.0.0.1:42381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175161196-172.17.0.3-1731024803812 (Datanode Uuid b8fdbe3b-bf3f-49c0-96e6-aeacbfb1f919) service to localhost/127.0.0.1:42381 2024-11-08T00:15:01,032 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:15:01,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data4/current/BP-1175161196-172.17.0.3-1731024803812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:15:01,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data3/current/BP-1175161196-172.17.0.3-1731024803812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:15:01,037 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:15:01,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:15:01,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:15:01,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:15:01,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:15:01,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.log.dir/,STOPPED} 2024-11-08T00:15:01,068 WARN [BP-1175161196-172.17.0.3-1731024803812 heartbeating to localhost/127.0.0.1:42381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:15:01,068 WARN [BP-1175161196-172.17.0.3-1731024803812 heartbeating to localhost/127.0.0.1:42381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175161196-172.17.0.3-1731024803812 (Datanode Uuid b15c2408-49de-4c50-b7ea-467ead7f341e) service to localhost/127.0.0.1:42381 2024-11-08T00:15:01,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data2/current/BP-1175161196-172.17.0.3-1731024803812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:15:01,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/cluster_31c2939f-6a84-e391-d1a8-0ac3a61120a6/data/data1/current/BP-1175161196-172.17.0.3-1731024803812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:15:01,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:15:01,072 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:15:01,075 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:15:01,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:15:01,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:15:01,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:15:01,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:15:01,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.log.dir/,STOPPED} 2024-11-08T00:15:01,125 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:15:01,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:15:01,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3302f0f507bd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:42381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3302f0f507bd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:42381 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3302f0f507bd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:42381 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:42381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3302f0f507bd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/3302f0f507bd:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@645dcee4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3302f0f507bd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3302f0f507bd:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=820 (was 805) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2196 (was 269) - AvailableMemoryMB LEAK? - 2024-11-08T00:15:01,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=820, ProcessCount=11, AvailableMemoryMB=2185 2024-11-08T00:15:01,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.log.dir so I do NOT create it in target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e 2024-11-08T00:15:01,300 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T00:15:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.tmp.dir so I do NOT create it in target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e 2024-11-08T00:15:01,300 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e78390-d211-cc4a-514e-c2aa4661b7f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T00:15:01,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e 2024-11-08T00:15:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:15:01,301 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d, deleteOnExit=true 2024-11-08T00:15:01,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:15:01,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/test.cache.data in system properties and HBase conf 2024-11-08T00:15:01,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:15:01,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:15:01,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:15:01,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:15:01,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:15:01,302 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:15:01,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:15:01,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:15:01,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:15:01,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:15:01,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:15:01,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:15:01,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:15:01,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:15:01,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:15:01,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:15:01,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:15:01,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:15:01,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:15:01,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:15:01,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:15:01,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:15:01,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:15:01,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:15:01,951 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:15:01,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:15:01,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7053826d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:15:01,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481c5a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:15:02,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432c0a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/java.io.tmpdir/jetty-localhost-37373-hadoop-hdfs-3_4_1-tests_jar-_-any-11197729625329940024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:15:02,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@307980e8{HTTP/1.1, (http/1.1)}{localhost:37373} 2024-11-08T00:15:02,129 INFO [Time-limited test {}] server.Server(415): Started @102489ms 2024-11-08T00:15:02,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:15:02,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:15:02,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:15:02,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:15:02,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:15:02,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51f349c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:15:02,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31631745{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:15:02,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5186c45f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/java.io.tmpdir/jetty-localhost-38843-hadoop-hdfs-3_4_1-tests_jar-_-any-5871450896307654783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:15:02,818 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2099d161{HTTP/1.1, (http/1.1)}{localhost:38843} 2024-11-08T00:15:02,818 INFO [Time-limited test {}] server.Server(415): Started @103177ms 2024-11-08T00:15:02,826 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:15:02,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:15:02,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:15:02,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:15:02,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:15:02,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:15:02,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b52b262{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:15:02,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@235874fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:15:03,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@363b88c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/java.io.tmpdir/jetty-localhost-38219-hadoop-hdfs-3_4_1-tests_jar-_-any-14256324043538406014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:15:03,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db967cb{HTTP/1.1, (http/1.1)}{localhost:38219} 2024-11-08T00:15:03,062 INFO [Time-limited test {}] server.Server(415): Started @103421ms 2024-11-08T00:15:03,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:15:03,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:15:03,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:15:03,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:15:03,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:15:03,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:15:03,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2df72bee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:15:03,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b8c1678{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:15:03,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:03,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:03,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:03,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70fbbb4d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/java.io.tmpdir/jetty-localhost-36613-hadoop-hdfs-3_4_1-tests_jar-_-any-15382890002650729415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:15:03,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52e04367{HTTP/1.1, (http/1.1)}{localhost:36613} 2024-11-08T00:15:03,605 INFO [Time-limited test {}] server.Server(415): Started @103965ms 2024-11-08T00:15:03,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:15:04,049 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:15:04,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:04,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:04,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:05,170 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data2/current/BP-1312233551-172.17.0.3-1731024901333/current, will proceed with Du for space computation calculation, 2024-11-08T00:15:05,170 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data1/current/BP-1312233551-172.17.0.3-1731024901333/current, will proceed with Du for space computation calculation, 2024-11-08T00:15:05,186 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:15:05,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x906b137da1eeee44 with lease ID 0xebce4d9faf593352: Processing first storage report for DS-3866747e-f42d-4548-8d59-ce87161df4d6 from datanode DatanodeRegistration(127.0.0.1:45867, datanodeUuid=99a71691-39d8-49c4-9944-43b44ec4f965, infoPort=45697, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333) 2024-11-08T00:15:05,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x906b137da1eeee44 with lease ID 0xebce4d9faf593352: from storage DS-3866747e-f42d-4548-8d59-ce87161df4d6 node DatanodeRegistration(127.0.0.1:45867, datanodeUuid=99a71691-39d8-49c4-9944-43b44ec4f965, infoPort=45697, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:15:05,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x906b137da1eeee44 with lease ID 0xebce4d9faf593352: Processing first storage report for DS-59a0219b-938d-41d5-a47b-ecf96e273b5d from datanode DatanodeRegistration(127.0.0.1:45867, datanodeUuid=99a71691-39d8-49c4-9944-43b44ec4f965, infoPort=45697, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333) 2024-11-08T00:15:05,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x906b137da1eeee44 with lease ID 0xebce4d9faf593352: from storage DS-59a0219b-938d-41d5-a47b-ecf96e273b5d node DatanodeRegistration(127.0.0.1:45867, datanodeUuid=99a71691-39d8-49c4-9944-43b44ec4f965, infoPort=45697, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:15:05,238 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data3/current/BP-1312233551-172.17.0.3-1731024901333/current, will proceed with Du for space computation calculation, 2024-11-08T00:15:05,238 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data4/current/BP-1312233551-172.17.0.3-1731024901333/current, will proceed with Du for space computation calculation, 2024-11-08T00:15:05,261 WARN [Thread-667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:15:05,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7af75121fed4acfa with lease ID 0xebce4d9faf593353: Processing first storage report for DS-5b14c6d7-afdc-47e8-9c24-0aa7dbfb1d06 from datanode DatanodeRegistration(127.0.0.1:33789, datanodeUuid=ad34c74f-1023-4ec1-b2b1-889f2b950d32, infoPort=35755, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333) 2024-11-08T00:15:05,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7af75121fed4acfa with lease ID 0xebce4d9faf593353: from storage DS-5b14c6d7-afdc-47e8-9c24-0aa7dbfb1d06 node DatanodeRegistration(127.0.0.1:33789, datanodeUuid=ad34c74f-1023-4ec1-b2b1-889f2b950d32, infoPort=35755, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:15:05,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7af75121fed4acfa with lease ID 0xebce4d9faf593353: Processing first storage report for DS-e1a23d28-ec3b-4729-a34d-9d6576be77c8 from datanode DatanodeRegistration(127.0.0.1:33789, datanodeUuid=ad34c74f-1023-4ec1-b2b1-889f2b950d32, infoPort=35755, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333) 2024-11-08T00:15:05,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7af75121fed4acfa with lease ID 0xebce4d9faf593353: from storage DS-e1a23d28-ec3b-4729-a34d-9d6576be77c8 node DatanodeRegistration(127.0.0.1:33789, datanodeUuid=ad34c74f-1023-4ec1-b2b1-889f2b950d32, infoPort=35755, infoSecurePort=0, ipcPort=33177, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:15:05,408 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data5/current/BP-1312233551-172.17.0.3-1731024901333/current, will proceed with Du for space computation calculation, 2024-11-08T00:15:05,408 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data6/current/BP-1312233551-172.17.0.3-1731024901333/current, will proceed with Du for space computation calculation, 2024-11-08T00:15:05,427 WARN [Thread-689 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:15:05,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3dfe7db46c88ae3 with lease ID 0xebce4d9faf593354: Processing first storage report for DS-bce1bf85-197c-4c19-a7f8-b02906abc3ca from datanode DatanodeRegistration(127.0.0.1:33233, datanodeUuid=8de0c7a7-c82c-41fe-922b-f6862afe6477, infoPort=35309, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333) 2024-11-08T00:15:05,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3dfe7db46c88ae3 with lease ID 0xebce4d9faf593354: from storage DS-bce1bf85-197c-4c19-a7f8-b02906abc3ca node DatanodeRegistration(127.0.0.1:33233, datanodeUuid=8de0c7a7-c82c-41fe-922b-f6862afe6477, infoPort=35309, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:15:05,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3dfe7db46c88ae3 with lease ID 0xebce4d9faf593354: Processing first storage report for DS-ad802dbc-b0b0-4b3c-919b-ad94b0c723ac from datanode DatanodeRegistration(127.0.0.1:33233, datanodeUuid=8de0c7a7-c82c-41fe-922b-f6862afe6477, infoPort=35309, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333) 2024-11-08T00:15:05,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3dfe7db46c88ae3 with lease ID 0xebce4d9faf593354: from storage DS-ad802dbc-b0b0-4b3c-919b-ad94b0c723ac node DatanodeRegistration(127.0.0.1:33233, datanodeUuid=8de0c7a7-c82c-41fe-922b-f6862afe6477, infoPort=35309, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=112115317;c=1731024901333), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:15:05,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e 2024-11-08T00:15:05,457 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/zookeeper_0, clientPort=51745, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:15:05,458 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51745 2024-11-08T00:15:05,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:15:05,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:15:05,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:15:05,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:15:05,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:15:05,474 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 with version=8 2024-11-08T00:15:05,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/hbase-staging 2024-11-08T00:15:05,477 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:15:05,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:15:05,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:15:05,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:15:05,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:15:05,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38341 2024-11-08T00:15:05,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38341 connecting to ZooKeeper ensemble=127.0.0.1:51745 2024-11-08T00:15:05,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383410x0, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:15:05,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38341-0x10117cbe0910000 connected 2024-11-08T00:15:05,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:15:05,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:15:05,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:15:05,644 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87, hbase.cluster.distributed=false 2024-11-08T00:15:05,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:15:05,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38341 2024-11-08T00:15:05,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38341 2024-11-08T00:15:05,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38341 2024-11-08T00:15:05,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38341 2024-11-08T00:15:05,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38341 2024-11-08T00:15:05,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:15:05,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:15:05,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:15:05,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:15:05,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:15:05,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43975 2024-11-08T00:15:05,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43975 connecting to ZooKeeper ensemble=127.0.0.1:51745 2024-11-08T00:15:05,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:15:05,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:15:05,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439750x0, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:15:05,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439750x0, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:15:05,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43975-0x10117cbe0910001 connected 2024-11-08T00:15:05,679 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:15:05,680 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:15:05,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:15:05,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:15:05,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-08T00:15:05,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43975 2024-11-08T00:15:05,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43975 2024-11-08T00:15:05,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-08T00:15:05,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-08T00:15:05,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:15:05,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:15:05,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:15:05,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:15:05,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:15:05,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44881 2024-11-08T00:15:05,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44881 connecting to ZooKeeper ensemble=127.0.0.1:51745 2024-11-08T00:15:05,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:15:05,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:15:05,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448810x0, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:15:05,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44881-0x10117cbe0910002 connected 2024-11-08T00:15:05,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:15:05,711 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:15:05,711 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:15:05,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:15:05,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:15:05,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44881 2024-11-08T00:15:05,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44881 2024-11-08T00:15:05,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44881 2024-11-08T00:15:05,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44881 2024-11-08T00:15:05,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44881 2024-11-08T00:15:05,730 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45 2024-11-08T00:15:05,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:15:05,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:15:05,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:15:05,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:15:05,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:15:05,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39983 2024-11-08T00:15:05,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39983 connecting to ZooKeeper ensemble=127.0.0.1:51745 2024-11-08T00:15:05,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:15:05,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:15:05,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399830x0, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:15:05,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:15:05,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39983-0x10117cbe0910003 connected 2024-11-08T00:15:05,742 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:15:05,743 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:15:05,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:15:05,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:15:05,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39983 2024-11-08T00:15:05,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39983 2024-11-08T00:15:05,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39983 2024-11-08T00:15:05,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39983 2024-11-08T00:15:05,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39983 2024-11-08T00:15:05,762 DEBUG [M:0;3302f0f507bd:38341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3302f0f507bd:38341 2024-11-08T00:15:05,763 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3302f0f507bd,38341,1731024905476 2024-11-08T00:15:05,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:15:05,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:15:05,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:15:05,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:15:05,773 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3302f0f507bd,38341,1731024905476 2024-11-08T00:15:05,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:15:05,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:15:05,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:15:05,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:05,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:05,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:05,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:05,785 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:15:05,785 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3302f0f507bd,38341,1731024905476 from backup master directory 2024-11-08T00:15:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3302f0f507bd,38341,1731024905476 2024-11-08T00:15:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:15:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:15:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:15:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:15:05,794 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:15:05,795 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3302f0f507bd,38341,1731024905476 2024-11-08T00:15:05,801 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/hbase.id] with ID: 0336446c-c8fe-4c87-81e6-aae650122d66 2024-11-08T00:15:05,801 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/.tmp/hbase.id 2024-11-08T00:15:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:15:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:15:05,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:15:05,810 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/.tmp/hbase.id]:[hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/hbase.id] 2024-11-08T00:15:05,824 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:15:05,824 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:15:05,826 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T00:15:05,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:05,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:05,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:05,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:05,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:15:05,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:15:05,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:15:05,847 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:15:05,848 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:15:05,848 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:15:05,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:15:05,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:15:05,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:15:05,860 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store 2024-11-08T00:15:05,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:15:05,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:15:05,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:15:05,870 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:05,870 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:15:05,870 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:15:05,870 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:15:05,870 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:15:05,870 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:15:05,870 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:15:05,871 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731024905870Disabling compacts and flushes for region at 1731024905870Disabling writes for close at 1731024905870Writing region close event to WAL at 1731024905870Closed at 1731024905870 2024-11-08T00:15:05,872 WARN [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/.initializing 2024-11-08T00:15:05,872 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/WALs/3302f0f507bd,38341,1731024905476 2024-11-08T00:15:05,873 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:15:05,876 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C38341%2C1731024905476, suffix=, logDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/WALs/3302f0f507bd,38341,1731024905476, archiveDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/oldWALs, maxLogs=10 2024-11-08T00:15:05,889 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/WALs/3302f0f507bd,38341,1731024905476/3302f0f507bd%2C38341%2C1731024905476.1731024905876, exclude list is [], retry=0 2024-11-08T00:15:05,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33233,DS-bce1bf85-197c-4c19-a7f8-b02906abc3ca,DISK] 2024-11-08T00:15:05,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3866747e-f42d-4548-8d59-ce87161df4d6,DISK] 2024-11-08T00:15:05,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33789,DS-5b14c6d7-afdc-47e8-9c24-0aa7dbfb1d06,DISK] 2024-11-08T00:15:05,894 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/WALs/3302f0f507bd,38341,1731024905476/3302f0f507bd%2C38341%2C1731024905476.1731024905876 2024-11-08T00:15:05,894 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35309:35309),(127.0.0.1/127.0.0.1:45697:45697),(127.0.0.1/127.0.0.1:35755:35755)] 2024-11-08T00:15:05,894 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:15:05,894 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:05,895 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,895 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:15:05,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:05,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:15:05,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:15:05,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:05,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:05,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:15:05,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:05,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:05,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:15:05,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:05,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:05,906 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,907 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,907 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,908 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,909 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,909 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:15:05,910 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:15:05,912 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:05,913 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66447353, jitterRate=-0.009857282042503357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:15:05,914 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731024905895Initializing all the Stores at 1731024905896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024905896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024905896Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024905896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024905896Cleaning up temporary data from old regions at 1731024905909 (+13 ms)Region opened successfully at 1731024905914 (+5 ms) 2024-11-08T00:15:05,914 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:15:05,918 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551fe293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:15:05,919 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:15:05,919 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:15:05,920 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:15:05,920 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:15:05,920 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T00:15:05,921 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T00:15:05,921 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T00:15:05,923 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:15:05,924 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:15:05,931 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:15:05,931 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:15:05,932 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:15:05,941 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:15:05,942 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:15:05,943 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:15:05,952 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:15:05,953 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:15:06,015 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:15:06,019 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:15:06,158 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:15:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:15:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:15:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:15:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:15:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,206 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3302f0f507bd,38341,1731024905476, sessionid=0x10117cbe0910000, setting cluster-up flag (Was=false) 2024-11-08T00:15:06,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,384 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:15:06,385 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,38341,1731024905476 2024-11-08T00:15:06,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:06,647 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:15:06,650 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,38341,1731024905476 2024-11-08T00:15:06,652 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:15:06,654 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.HRegionServer(746): ClusterId : 0336446c-c8fe-4c87-81e6-aae650122d66 2024-11-08T00:15:06,655 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(746): ClusterId : 0336446c-c8fe-4c87-81e6-aae650122d66 2024-11-08T00:15:06,655 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(746): ClusterId : 0336446c-c8fe-4c87-81e6-aae650122d66 2024-11-08T00:15:06,655 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:15:06,655 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:15:06,655 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:15:06,655 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:15:06,655 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:15:06,655 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:15:06,656 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3302f0f507bd,38341,1731024905476 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:15:06,669 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:15:06,669 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:15:06,669 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:15:06,669 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:15:06,669 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:15:06,669 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:15:06,669 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:15:06,669 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:15:06,669 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:15:06,669 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:15:06,670 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3302f0f507bd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:15:06,670 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,670 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:15:06,670 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,671 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731024936671 2024-11-08T00:15:06,671 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:15:06,672 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:15:06,672 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:15:06,672 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:15:06,672 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:15:06,672 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:15:06,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:15:06,673 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:15:06,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:06,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:15:06,676 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,677 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:15:06,677 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:15:06,677 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:15:06,678 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:15:06,678 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:15:06,678 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731024906678,5,FailOnTimeoutGroup] 2024-11-08T00:15:06,679 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731024906678,5,FailOnTimeoutGroup] 2024-11-08T00:15:06,679 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,679 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:15:06,679 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,679 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,679 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:15:06,680 DEBUG [RS:1;3302f0f507bd:44881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357417d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:15:06,682 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:15:06,682 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:15:06,682 DEBUG [RS:0;3302f0f507bd:43975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a0430c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:15:06,682 DEBUG [RS:2;3302f0f507bd:39983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b779251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0 2024-11-08T00:15:06,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:15:06,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:15:06,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:15:06,695 DEBUG [RS:1;3302f0f507bd:44881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3302f0f507bd:44881 2024-11-08T00:15:06,695 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:15:06,695 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:15:06,695 DEBUG [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:15:06,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:15:06,695 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:06,696 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,38341,1731024905476 with port=44881, startcode=1731024905699 2024-11-08T00:15:06,696 DEBUG [RS:1;3302f0f507bd:44881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:15:06,698 DEBUG [RS:0;3302f0f507bd:43975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3302f0f507bd:43975 2024-11-08T00:15:06,698 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:15:06,698 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:15:06,698 DEBUG [RS:0;3302f0f507bd:43975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:15:06,700 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:15:06,700 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,38341,1731024905476 with port=43975, startcode=1731024905663 2024-11-08T00:15:06,700 DEBUG [RS:0;3302f0f507bd:43975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:15:06,701 DEBUG [RS:2;3302f0f507bd:39983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3302f0f507bd:39983 2024-11-08T00:15:06,701 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:15:06,701 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:15:06,701 DEBUG [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:15:06,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,44881,1731024905699 2024-11-08T00:15:06,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38341 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:06,703 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,38341,1731024905476 with port=39983, startcode=1731024905729 2024-11-08T00:15:06,703 DEBUG [RS:2;3302f0f507bd:39983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:15:06,704 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:15:06,704 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,43975,1731024905663 2024-11-08T00:15:06,704 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38341 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:06,705 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:15:06,705 DEBUG [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:06,705 DEBUG [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37971 2024-11-08T00:15:06,705 DEBUG [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:15:06,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,39983,1731024905729 2024-11-08T00:15:06,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38341 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:06,706 DEBUG [RS:0;3302f0f507bd:43975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:06,706 DEBUG [RS:0;3302f0f507bd:43975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37971 2024-11-08T00:15:06,706 DEBUG [RS:0;3302f0f507bd:43975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:15:06,708 DEBUG [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:06,708 DEBUG [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37971 2024-11-08T00:15:06,708 DEBUG [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:15:06,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:15:06,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:15:06,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:15:06,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:06,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:15:06,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:15:06,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:15:06,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:06,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:15:06,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:15:06,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:15:06,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:06,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:15:06,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:15:06,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:15:06,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:06,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:15:06,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:15:06,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:15:06,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:06,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:15:06,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:15:06,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740 2024-11-08T00:15:06,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740 2024-11-08T00:15:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:15:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:15:06,733 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:15:06,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:15:06,736 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:06,737 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60784667, jitterRate=-0.09423787891864777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:15:06,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731024906717Initializing all the Stores at 1731024906718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024906719 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024906719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024906719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024906719Cleaning up temporary data from old regions at 1731024906732 (+13 ms)Region opened successfully at 1731024906738 (+6 ms) 2024-11-08T00:15:06,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:15:06,738 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:15:06,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:15:06,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:15:06,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:15:06,739 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:15:06,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731024906738Disabling compacts and flushes for region at 1731024906738Disabling writes for close at 1731024906738Writing region close event to WAL at 1731024906739 (+1 ms)Closed at 1731024906739 2024-11-08T00:15:06,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:15:06,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:15:06,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:15:06,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:15:06,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:15:06,750 DEBUG [RS:1;3302f0f507bd:44881 {}] zookeeper.ZKUtil(111): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,44881,1731024905699 2024-11-08T00:15:06,750 WARN [RS:1;3302f0f507bd:44881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:15:06,750 INFO [RS:1;3302f0f507bd:44881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:15:06,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,43975,1731024905663] 2024-11-08T00:15:06,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,39983,1731024905729] 2024-11-08T00:15:06,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,44881,1731024905699] 2024-11-08T00:15:06,750 DEBUG [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,44881,1731024905699 2024-11-08T00:15:06,750 DEBUG [RS:2;3302f0f507bd:39983 {}] zookeeper.ZKUtil(111): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,39983,1731024905729 2024-11-08T00:15:06,750 DEBUG [RS:0;3302f0f507bd:43975 {}] zookeeper.ZKUtil(111): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,43975,1731024905663 2024-11-08T00:15:06,750 WARN [RS:2;3302f0f507bd:39983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:15:06,750 WARN [RS:0;3302f0f507bd:43975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:15:06,750 INFO [RS:2;3302f0f507bd:39983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:15:06,750 INFO [RS:0;3302f0f507bd:43975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:15:06,750 DEBUG [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,39983,1731024905729 2024-11-08T00:15:06,750 DEBUG [RS:0;3302f0f507bd:43975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663 2024-11-08T00:15:06,754 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:15:06,757 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:15:06,757 INFO [RS:2;3302f0f507bd:39983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:15:06,757 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,759 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:15:06,759 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:15:06,759 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:15:06,761 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:15:06,762 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:15:06,762 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,762 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,762 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,762 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,762 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,762 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,762 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:15:06,762 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,762 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,763 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,763 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,763 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,763 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,763 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:15:06,763 DEBUG [RS:2;3302f0f507bd:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:15:06,764 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:15:06,764 INFO [RS:0;3302f0f507bd:43975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:15:06,764 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,765 INFO [RS:1;3302f0f507bd:44881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:15:06,765 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,767 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:15:06,768 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:15:06,768 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,768 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,768 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:15:06,768 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,768 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,768 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,768 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,768 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,768 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,39983,1731024905729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:15:06,768 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,768 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:15:06,769 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:15:06,769 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,769 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:15:06,769 DEBUG [RS:0;3302f0f507bd:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:15:06,769 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,769 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,770 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,770 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:15:06,770 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,770 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,770 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,770 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,770 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,770 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:15:06,770 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:15:06,770 DEBUG [RS:1;3302f0f507bd:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:15:06,776 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,776 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,777 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,777 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,777 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,777 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,777 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,777 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,44881,1731024905699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:15:06,777 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,777 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,777 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,777 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,43975,1731024905663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:15:06,785 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:15:06,785 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,39983,1731024905729-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,786 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,786 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.Replication(171): 3302f0f507bd,39983,1731024905729 started 2024-11-08T00:15:06,791 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:15:06,791 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,43975,1731024905663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,791 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,791 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.Replication(171): 3302f0f507bd,43975,1731024905663 started 2024-11-08T00:15:06,797 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:15:06,797 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,44881,1731024905699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,797 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,797 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.Replication(171): 3302f0f507bd,44881,1731024905699 started 2024-11-08T00:15:06,802 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,803 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,39983,1731024905729, RpcServer on 3302f0f507bd/172.17.0.3:39983, sessionid=0x10117cbe0910003 2024-11-08T00:15:06,803 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:15:06,803 DEBUG [RS:2;3302f0f507bd:39983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,39983,1731024905729 2024-11-08T00:15:06,803 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,39983,1731024905729' 2024-11-08T00:15:06,803 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:15:06,803 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:15:06,804 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:15:06,804 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:15:06,804 DEBUG [RS:2;3302f0f507bd:39983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,39983,1731024905729 2024-11-08T00:15:06,804 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,39983,1731024905729' 2024-11-08T00:15:06,804 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:15:06,804 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:15:06,805 DEBUG [RS:2;3302f0f507bd:39983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:15:06,805 INFO [RS:2;3302f0f507bd:39983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:15:06,805 INFO [RS:2;3302f0f507bd:39983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:15:06,805 INFO [RS:0;3302f0f507bd:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,805 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,43975,1731024905663, RpcServer on 3302f0f507bd/172.17.0.3:43975, sessionid=0x10117cbe0910001 2024-11-08T00:15:06,805 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:15:06,805 DEBUG [RS:0;3302f0f507bd:43975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,43975,1731024905663 2024-11-08T00:15:06,805 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,43975,1731024905663' 2024-11-08T00:15:06,805 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:15:06,805 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:15:06,806 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:15:06,806 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:15:06,806 DEBUG [RS:0;3302f0f507bd:43975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,43975,1731024905663 2024-11-08T00:15:06,806 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,43975,1731024905663' 2024-11-08T00:15:06,806 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:15:06,806 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:15:06,806 DEBUG [RS:0;3302f0f507bd:43975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:15:06,807 INFO [RS:0;3302f0f507bd:43975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:15:06,807 INFO [RS:0;3302f0f507bd:43975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:15:06,817 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:06,817 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,44881,1731024905699, RpcServer on 3302f0f507bd/172.17.0.3:44881, sessionid=0x10117cbe0910002 2024-11-08T00:15:06,817 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:15:06,817 DEBUG [RS:1;3302f0f507bd:44881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,44881,1731024905699 2024-11-08T00:15:06,817 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,44881,1731024905699' 2024-11-08T00:15:06,817 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:15:06,818 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:15:06,818 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:15:06,818 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:15:06,818 DEBUG [RS:1;3302f0f507bd:44881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,44881,1731024905699 2024-11-08T00:15:06,818 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,44881,1731024905699' 2024-11-08T00:15:06,819 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:15:06,819 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:15:06,820 DEBUG [RS:1;3302f0f507bd:44881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:15:06,820 INFO [RS:1;3302f0f507bd:44881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:15:06,820 INFO [RS:1;3302f0f507bd:44881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:15:06,893 WARN [3302f0f507bd:38341 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:15:06,905 INFO [RS:2;3302f0f507bd:39983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:15:06,907 INFO [RS:0;3302f0f507bd:43975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:15:06,909 INFO [RS:2;3302f0f507bd:39983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C39983%2C1731024905729, suffix=, logDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,39983,1731024905729, archiveDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/oldWALs, maxLogs=32 2024-11-08T00:15:06,910 INFO [RS:0;3302f0f507bd:43975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C43975%2C1731024905663, suffix=, logDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663, archiveDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/oldWALs, maxLogs=32 2024-11-08T00:15:06,920 INFO [RS:1;3302f0f507bd:44881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:15:06,922 INFO [RS:1;3302f0f507bd:44881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C44881%2C1731024905699, suffix=, logDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,44881,1731024905699, archiveDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/oldWALs, maxLogs=32 2024-11-08T00:15:06,934 DEBUG [RS:1;3302f0f507bd:44881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,44881,1731024905699/3302f0f507bd%2C44881%2C1731024905699.1731024906922, exclude list is [], retry=0 2024-11-08T00:15:06,935 DEBUG [RS:2;3302f0f507bd:39983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,39983,1731024905729/3302f0f507bd%2C39983%2C1731024905729.1731024906913, exclude list is [], retry=0 2024-11-08T00:15:06,935 DEBUG [RS:0;3302f0f507bd:43975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663/3302f0f507bd%2C43975%2C1731024905663.1731024906914, exclude list is [], retry=0 2024-11-08T00:15:06,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33789,DS-5b14c6d7-afdc-47e8-9c24-0aa7dbfb1d06,DISK] 2024-11-08T00:15:06,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33789,DS-5b14c6d7-afdc-47e8-9c24-0aa7dbfb1d06,DISK] 2024-11-08T00:15:06,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3866747e-f42d-4548-8d59-ce87161df4d6,DISK] 2024-11-08T00:15:06,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3866747e-f42d-4548-8d59-ce87161df4d6,DISK] 2024-11-08T00:15:06,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33233,DS-bce1bf85-197c-4c19-a7f8-b02906abc3ca,DISK] 2024-11-08T00:15:06,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33233,DS-bce1bf85-197c-4c19-a7f8-b02906abc3ca,DISK] 2024-11-08T00:15:06,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3866747e-f42d-4548-8d59-ce87161df4d6,DISK] 2024-11-08T00:15:06,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33233,DS-bce1bf85-197c-4c19-a7f8-b02906abc3ca,DISK] 2024-11-08T00:15:06,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33789,DS-5b14c6d7-afdc-47e8-9c24-0aa7dbfb1d06,DISK] 2024-11-08T00:15:06,945 INFO [RS:1;3302f0f507bd:44881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,44881,1731024905699/3302f0f507bd%2C44881%2C1731024905699.1731024906922 2024-11-08T00:15:06,945 INFO [RS:2;3302f0f507bd:39983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,39983,1731024905729/3302f0f507bd%2C39983%2C1731024905729.1731024906913 2024-11-08T00:15:06,945 DEBUG [RS:1;3302f0f507bd:44881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45697:45697),(127.0.0.1/127.0.0.1:35755:35755),(127.0.0.1/127.0.0.1:35309:35309)] 2024-11-08T00:15:06,947 DEBUG [RS:2;3302f0f507bd:39983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45697:45697),(127.0.0.1/127.0.0.1:35755:35755),(127.0.0.1/127.0.0.1:35309:35309)] 2024-11-08T00:15:06,947 INFO [RS:0;3302f0f507bd:43975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663/3302f0f507bd%2C43975%2C1731024905663.1731024906914 2024-11-08T00:15:06,948 DEBUG [RS:0;3302f0f507bd:43975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35755:35755),(127.0.0.1/127.0.0.1:45697:45697),(127.0.0.1/127.0.0.1:35309:35309)] 2024-11-08T00:15:07,143 DEBUG [3302f0f507bd:38341 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T00:15:07,144 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(204): Hosts are {3302f0f507bd=0} racks are {/default-rack=0} 2024-11-08T00:15:07,151 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T00:15:07,151 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T00:15:07,151 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T00:15:07,151 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T00:15:07,151 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T00:15:07,151 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T00:15:07,151 INFO [3302f0f507bd:38341 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T00:15:07,151 INFO [3302f0f507bd:38341 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T00:15:07,151 INFO [3302f0f507bd:38341 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T00:15:07,151 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T00:15:07,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:07,153 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,43975,1731024905663, state=OPENING 2024-11-08T00:15:07,173 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:15:07,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:07,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:07,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:07,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:15:07,196 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:15:07,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:15:07,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:15:07,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:15:07,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,43975,1731024905663}] 2024-11-08T00:15:07,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:15:10,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T00:15:10,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T00:15:11,806 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3302f0f507bd:33929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T00:15:17,201 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:15:17,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:15:17,207 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:15:17,208 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:15:17,208 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:15:17,210 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C43975%2C1731024905663.meta, suffix=.meta, logDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663, archiveDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/oldWALs, maxLogs=32 2024-11-08T00:15:17,224 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta, exclude list is [], retry=0 2024-11-08T00:15:17,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33789,DS-5b14c6d7-afdc-47e8-9c24-0aa7dbfb1d06,DISK] 2024-11-08T00:15:17,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33233,DS-bce1bf85-197c-4c19-a7f8-b02906abc3ca,DISK] 2024-11-08T00:15:17,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3866747e-f42d-4548-8d59-ce87161df4d6,DISK] 2024-11-08T00:15:17,229 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta 2024-11-08T00:15:17,229 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35309:35309),(127.0.0.1/127.0.0.1:35755:35755),(127.0.0.1/127.0.0.1:45697:45697)] 2024-11-08T00:15:17,229 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:15:17,230 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:15:17,230 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:15:17,230 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:15:17,230 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:15:17,230 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:17,230 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:15:17,230 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:15:17,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:15:17,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:15:17,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:17,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:15:17,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:15:17,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:15:17,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:17,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:15:17,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:15:17,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:15:17,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:17,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:15:17,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:15:17,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:15:17,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:17,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:15:17,238 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:15:17,239 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740 2024-11-08T00:15:17,240 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740 2024-11-08T00:15:17,242 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:15:17,242 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:15:17,242 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:15:17,243 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:15:17,244 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72235496, jitterRate=0.0763927698135376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:15:17,245 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:15:17,245 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731024917230Writing region info on filesystem at 1731024917230Initializing all the Stores at 1731024917231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024917231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024917232 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024917232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024917232Cleaning up temporary data from old regions at 1731024917242 (+10 ms)Running coprocessor post-open hooks at 1731024917245 (+3 ms)Region opened successfully at 1731024917245 2024-11-08T00:15:17,246 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731024917201 2024-11-08T00:15:17,248 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:15:17,248 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:15:17,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:17,250 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,43975,1731024905663, state=OPEN 2024-11-08T00:15:17,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:15:17,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:15:17,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:15:17,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:15:17,300 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:17,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:15:17,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:15:17,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:15:17,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:15:17,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:15:17,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,43975,1731024905663 in 10.1040 sec 2024-11-08T00:15:17,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:15:17,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5640 sec 2024-11-08T00:15:17,308 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:15:17,308 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:15:17,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:15:17,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,43975,1731024905663, seqNum=-1] 2024-11-08T00:15:17,311 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:15:17,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:15:17,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6630 sec 2024-11-08T00:15:17,318 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731024917318, completionTime=-1 2024-11-08T00:15:17,318 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T00:15:17,318 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T00:15:17,320 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T00:15:17,320 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731024977320 2024-11-08T00:15:17,320 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731025037320 2024-11-08T00:15:17,320 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T00:15:17,320 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38341,1731024905476-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:17,320 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38341,1731024905476-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:17,320 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38341,1731024905476-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:17,321 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3302f0f507bd:38341, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:17,321 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:17,322 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:17,322 DEBUG [master/3302f0f507bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:15:17,325 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.530sec 2024-11-08T00:15:17,325 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:15:17,326 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:15:17,326 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:15:17,326 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:15:17,326 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:15:17,326 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38341,1731024905476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:15:17,326 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38341,1731024905476-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:15:17,329 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:15:17,329 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:15:17,329 INFO [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,38341,1731024905476-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:15:17,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38aeb46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:15:17,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3302f0f507bd,38341,-1 for getting cluster id 2024-11-08T00:15:17,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:15:17,367 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0336446c-c8fe-4c87-81e6-aae650122d66' 2024-11-08T00:15:17,367 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:15:17,367 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0336446c-c8fe-4c87-81e6-aae650122d66" 2024-11-08T00:15:17,368 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1847313e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:15:17,368 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3302f0f507bd,38341,-1] 2024-11-08T00:15:17,368 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:15:17,369 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:15:17,370 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:15:17,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd53334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:15:17,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:15:17,372 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,43975,1731024905663, seqNum=-1] 2024-11-08T00:15:17,372 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:15:17,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:15:17,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3302f0f507bd,38341,1731024905476 2024-11-08T00:15:17,376 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731024917376 (current time:1731024917376). 2024-11-08T00:15:17,376 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T00:15:17,376 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T00:15:17,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0c85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:15:17,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3302f0f507bd,38341,-1 for getting cluster id 2024-11-08T00:15:17,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:15:17,378 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0336446c-c8fe-4c87-81e6-aae650122d66' 2024-11-08T00:15:17,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:15:17,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0336446c-c8fe-4c87-81e6-aae650122d66" 2024-11-08T00:15:17,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52279723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:15:17,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3302f0f507bd,38341,-1] 2024-11-08T00:15:17,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:15:17,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:15:17,379 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:15:17,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43869588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:15:17,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:15:17,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,43975,1731024905663, seqNum=-1] 2024-11-08T00:15:17,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:15:17,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:15:17,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:15:17,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:15:17,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:15:17,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:15:17,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:15:17,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:15:17,385 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3302f0f507bd,38341,1731024905476 2024-11-08T00:15:17,385 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b7a1d9 2024-11-08T00:15:17,386 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:15:17,388 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:15:17,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:15:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T00:15:17,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:15:17,392 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:17,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T00:15:17,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:15:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:15:17,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:15:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:15:17,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:15:17,412 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6950884c63d8ee4451d4730743d08631, NAME => 'SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:17,412 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 22216d41dac94bebaaced4312f2e7bf2, NAME => 'SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:17,412 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a06d1063f6953469c4a4ca90e7e2e83e, NAME => 'SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:17,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741838_1014 (size=54) 2024-11-08T00:15:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741838_1014 (size=54) 2024-11-08T00:15:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741840_1016 (size=62) 2024-11-08T00:15:17,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741840_1016 (size=62) 2024-11-08T00:15:17,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741838_1014 (size=54) 2024-11-08T00:15:17,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741840_1016 (size=62) 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6950884c63d8ee4451d4730743d08631, disabling compactions & flushes 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 22216d41dac94bebaaced4312f2e7bf2, disabling compactions & flushes 2024-11-08T00:15:17,429 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:15:17,429 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2. 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. after waiting 0 ms 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2. 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2. after waiting 0 ms 2024-11-08T00:15:17,429 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2. 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6950884c63d8ee4451d4730743d08631: Waiting for close lock at 1731024917429Disabling compacts and flushes for region at 1731024917429Disabling writes for close at 1731024917429Writing region close event to WAL at 1731024917429Closed at 1731024917429 2024-11-08T00:15:17,429 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2. 2024-11-08T00:15:17,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 22216d41dac94bebaaced4312f2e7bf2: Waiting for close lock at 1731024917429Disabling compacts and flushes for region at 1731024917429Disabling writes for close at 1731024917429Writing region close event to WAL at 1731024917429Closed at 1731024917429 2024-11-08T00:15:17,430 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e47a4ae4ea7885d9cff03f471e86863, NAME => 'SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:17,430 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3e546b0f92ae314c35ed9f56d21fe5ae, NAME => 'SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:17,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741839_1015 (size=62) 2024-11-08T00:15:17,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741839_1015 (size=62) 2024-11-08T00:15:17,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741839_1015 (size=62) 2024-11-08T00:15:17,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:17,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a06d1063f6953469c4a4ca90e7e2e83e, disabling compactions & flushes 2024-11-08T00:15:17,437 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:15:17,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:15:17,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. after waiting 0 ms 2024-11-08T00:15:17,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:15:17,437 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:15:17,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a06d1063f6953469c4a4ca90e7e2e83e: Waiting for close lock at 1731024917437Disabling compacts and flushes for region at 1731024917437Disabling writes for close at 1731024917437Writing region close event to WAL at 1731024917437Closed at 1731024917437 2024-11-08T00:15:17,438 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9a844fc80bd162713f6e4b28e45037e6, NAME => 'SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:17,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:15:17,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:15:17,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:15:17,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:15:17,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0e47a4ae4ea7885d9cff03f471e86863, disabling compactions & flushes 2024-11-08T00:15:17,443 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:15:17,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:15:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:15:17,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. after waiting 0 ms 2024-11-08T00:15:17,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:15:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:15:17,443 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:15:17,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e47a4ae4ea7885d9cff03f471e86863: Waiting for close lock at 1731024917443Disabling compacts and flushes for region at 1731024917443Disabling writes for close at 1731024917443Writing region close event to WAL at 1731024917443Closed at 1731024917443 2024-11-08T00:15:17,444 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3c60182bb59a771dc07b919e41abcf3, NAME => 'SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:17,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:17,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3e546b0f92ae314c35ed9f56d21fe5ae, disabling compactions & flushes 2024-11-08T00:15:17,444 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae. 2024-11-08T00:15:17,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae. 2024-11-08T00:15:17,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae. after waiting 0 ms 2024-11-08T00:15:17,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae. 2024-11-08T00:15:17,444 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae. 2024-11-08T00:15:17,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3e546b0f92ae314c35ed9f56d21fe5ae: Waiting for close lock at 1731024917444Disabling compacts and flushes for region at 1731024917444Disabling writes for close at 1731024917444Writing region close event to WAL at 1731024917444Closed at 1731024917444 2024-11-08T00:15:17,445 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f4cf75be4d9750807457dd2b88d15335, NAME => 'SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:15:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:15:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:15:17,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:15:17,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:15:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:15:17,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:17,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b3c60182bb59a771dc07b919e41abcf3, disabling compactions & flushes 2024-11-08T00:15:17,463 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:15:17,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:15:17,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. after waiting 0 ms 2024-11-08T00:15:17,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:15:17,463 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:15:17,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3c60182bb59a771dc07b919e41abcf3: Waiting for close lock at 1731024917462Disabling compacts and flushes for region at 1731024917462Disabling writes for close at 1731024917463 (+1 ms)Writing region close event to WAL at 1731024917463Closed at 1731024917463 2024-11-08T00:15:17,464 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f264cefad38f314c9f186aa29abd339b, NAME => 'SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:15:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:15:17,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:15:17,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:17,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f4cf75be4d9750807457dd2b88d15335, disabling compactions & flushes 2024-11-08T00:15:17,468 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:15:17,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:15:17,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. after waiting 0 ms 2024-11-08T00:15:17,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:15:17,468 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:15:17,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f4cf75be4d9750807457dd2b88d15335: Waiting for close lock at 1731024917468Disabling compacts and flushes for region at 1731024917468Disabling writes for close at 1731024917468Writing region close event to WAL at 1731024917468Closed at 1731024917468 2024-11-08T00:15:17,468 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 742d678a5feefbb2b13e7dfd6b813952, NAME => 'SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87 2024-11-08T00:15:17,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:15:17,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:15:17,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:15:17,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:17,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f264cefad38f314c9f186aa29abd339b, disabling compactions & flushes 2024-11-08T00:15:17,485 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. 2024-11-08T00:15:17,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. 2024-11-08T00:15:17,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. after waiting 0 ms 2024-11-08T00:15:17,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. 2024-11-08T00:15:17,485 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. 2024-11-08T00:15:17,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f264cefad38f314c9f186aa29abd339b: Waiting for close lock at 1731024917485Disabling compacts and flushes for region at 1731024917485Disabling writes for close at 1731024917485Writing region close event to WAL at 1731024917485Closed at 1731024917485 2024-11-08T00:15:17,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:15:17,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:15:17,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:15:17,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:17,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 742d678a5feefbb2b13e7dfd6b813952, disabling compactions & flushes 2024-11-08T00:15:17,488 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:15:17,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:15:17,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. after waiting 0 ms 2024-11-08T00:15:17,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:15:17,488 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:15:17,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 742d678a5feefbb2b13e7dfd6b813952: Waiting for close lock at 1731024917488Disabling compacts and flushes for region at 1731024917488Disabling writes for close at 1731024917488Writing region close event to WAL at 1731024917488Closed at 1731024917488 2024-11-08T00:15:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:15:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:15:17,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:17,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9a844fc80bd162713f6e4b28e45037e6, disabling compactions & flushes 2024-11-08T00:15:17,851 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:15:17,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:15:17,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. after waiting 0 ms 2024-11-08T00:15:17,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:15:17,851 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:15:17,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9a844fc80bd162713f6e4b28e45037e6: Waiting for close lock at 1731024917851Disabling compacts and flushes for region at 1731024917851Disabling writes for close at 1731024917851Writing region close event to WAL at 1731024917851Closed at 1731024917851 2024-11-08T00:15:17,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:15:17,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731024917852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024917852"}]},"ts":"1731024917852"} 2024-11-08T00:15:17,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024917852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024917852"}]},"ts":"1731024917852"} 2024-11-08T00:15:17,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024917852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024917852"}]},"ts":"1731024917852"} 2024-11-08T00:15:17,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024917852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024917852"}]},"ts":"1731024917852"} 2024-11-08T00:15:17,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024917852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024917852"}]},"ts":"1731024917852"} 2024-11-08T00:15:17,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024917852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024917852"}]},"ts":"1731024917852"} 2024-11-08T00:15:17,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024917852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024917852"}]},"ts":"1731024917852"} 2024-11-08T00:15:17,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024917852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024917852"}]},"ts":"1731024917852"} 2024-11-08T00:15:17,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731024917852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024917852"}]},"ts":"1731024917852"} 2024-11-08T00:15:17,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731024917852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731024917852"}]},"ts":"1731024917852"} 2024-11-08T00:15:17,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T00:15:17,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:15:17,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731024917860"}]},"ts":"1731024917860"} 2024-11-08T00:15:17,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T00:15:17,863 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3302f0f507bd=0} racks are {/default-rack=0} 2024-11-08T00:15:17,869 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T00:15:17,869 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T00:15:17,869 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T00:15:17,869 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T00:15:17,869 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T00:15:17,869 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T00:15:17,869 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T00:15:17,869 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T00:15:17,869 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T00:15:17,869 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T00:15:17,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6950884c63d8ee4451d4730743d08631, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a06d1063f6953469c4a4ca90e7e2e83e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22216d41dac94bebaaced4312f2e7bf2, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e47a4ae4ea7885d9cff03f471e86863, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e546b0f92ae314c35ed9f56d21fe5ae, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a844fc80bd162713f6e4b28e45037e6, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3c60182bb59a771dc07b919e41abcf3, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4cf75be4d9750807457dd2b88d15335, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f264cefad38f314c9f186aa29abd339b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=742d678a5feefbb2b13e7dfd6b813952, ASSIGN}] 2024-11-08T00:15:17,872 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e47a4ae4ea7885d9cff03f471e86863, ASSIGN 2024-11-08T00:15:17,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a06d1063f6953469c4a4ca90e7e2e83e, ASSIGN 2024-11-08T00:15:17,873 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6950884c63d8ee4451d4730743d08631, ASSIGN 2024-11-08T00:15:17,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22216d41dac94bebaaced4312f2e7bf2, ASSIGN 2024-11-08T00:15:17,874 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6950884c63d8ee4451d4730743d08631, ASSIGN; state=OFFLINE, location=3302f0f507bd,44881,1731024905699; forceNewPlan=false, retain=false 2024-11-08T00:15:17,874 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e47a4ae4ea7885d9cff03f471e86863, ASSIGN; state=OFFLINE, location=3302f0f507bd,44881,1731024905699; forceNewPlan=false, retain=false 2024-11-08T00:15:17,874 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a06d1063f6953469c4a4ca90e7e2e83e, ASSIGN; state=OFFLINE, location=3302f0f507bd,39983,1731024905729; forceNewPlan=false, retain=false 2024-11-08T00:15:17,874 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22216d41dac94bebaaced4312f2e7bf2, ASSIGN; state=OFFLINE, location=3302f0f507bd,43975,1731024905663; forceNewPlan=false, retain=false 2024-11-08T00:15:17,878 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=742d678a5feefbb2b13e7dfd6b813952, ASSIGN 2024-11-08T00:15:17,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4cf75be4d9750807457dd2b88d15335, ASSIGN 2024-11-08T00:15:17,878 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f264cefad38f314c9f186aa29abd339b, ASSIGN 2024-11-08T00:15:17,878 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3c60182bb59a771dc07b919e41abcf3, ASSIGN 2024-11-08T00:15:17,879 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a844fc80bd162713f6e4b28e45037e6, ASSIGN 2024-11-08T00:15:17,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=742d678a5feefbb2b13e7dfd6b813952, ASSIGN; state=OFFLINE, location=3302f0f507bd,39983,1731024905729; forceNewPlan=false, retain=false 2024-11-08T00:15:17,880 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f264cefad38f314c9f186aa29abd339b, ASSIGN; state=OFFLINE, location=3302f0f507bd,43975,1731024905663; forceNewPlan=false, retain=false 2024-11-08T00:15:17,880 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4cf75be4d9750807457dd2b88d15335, ASSIGN; state=OFFLINE, location=3302f0f507bd,44881,1731024905699; forceNewPlan=false, retain=false 2024-11-08T00:15:17,880 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3c60182bb59a771dc07b919e41abcf3, ASSIGN; state=OFFLINE, location=3302f0f507bd,39983,1731024905729; forceNewPlan=false, retain=false 2024-11-08T00:15:17,880 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a844fc80bd162713f6e4b28e45037e6, ASSIGN; state=OFFLINE, location=3302f0f507bd,44881,1731024905699; forceNewPlan=false, retain=false 2024-11-08T00:15:17,884 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e546b0f92ae314c35ed9f56d21fe5ae, ASSIGN 2024-11-08T00:15:17,885 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e546b0f92ae314c35ed9f56d21fe5ae, ASSIGN; state=OFFLINE, location=3302f0f507bd,43975,1731024905663; forceNewPlan=false, retain=false 2024-11-08T00:15:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:15:18,025 INFO [3302f0f507bd:38341 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T00:15:18,026 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6950884c63d8ee4451d4730743d08631, regionState=OPENING, regionLocation=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:18,026 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f4cf75be4d9750807457dd2b88d15335, regionState=OPENING, regionLocation=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:18,026 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0e47a4ae4ea7885d9cff03f471e86863, regionState=OPENING, regionLocation=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:18,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9a844fc80bd162713f6e4b28e45037e6, regionState=OPENING, regionLocation=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:18,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f264cefad38f314c9f186aa29abd339b, regionState=OPENING, regionLocation=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:18,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e546b0f92ae314c35ed9f56d21fe5ae, regionState=OPENING, regionLocation=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:18,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=22216d41dac94bebaaced4312f2e7bf2, regionState=OPENING, regionLocation=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:18,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=742d678a5feefbb2b13e7dfd6b813952, regionState=OPENING, regionLocation=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:18,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b3c60182bb59a771dc07b919e41abcf3, regionState=OPENING, regionLocation=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:18,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a06d1063f6953469c4a4ca90e7e2e83e, regionState=OPENING, regionLocation=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:18,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a844fc80bd162713f6e4b28e45037e6, ASSIGN because future has completed 2024-11-08T00:15:18,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a844fc80bd162713f6e4b28e45037e6, server=3302f0f507bd,44881,1731024905699}] 2024-11-08T00:15:18,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6950884c63d8ee4451d4730743d08631, ASSIGN because future has completed 2024-11-08T00:15:18,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e47a4ae4ea7885d9cff03f471e86863, ASSIGN because future has completed 2024-11-08T00:15:18,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6950884c63d8ee4451d4730743d08631, server=3302f0f507bd,44881,1731024905699}] 2024-11-08T00:15:18,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4cf75be4d9750807457dd2b88d15335, ASSIGN because future has completed 2024-11-08T00:15:18,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f264cefad38f314c9f186aa29abd339b, ASSIGN because future has completed 2024-11-08T00:15:18,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e546b0f92ae314c35ed9f56d21fe5ae, ASSIGN because future has completed 2024-11-08T00:15:18,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e47a4ae4ea7885d9cff03f471e86863, server=3302f0f507bd,44881,1731024905699}] 2024-11-08T00:15:18,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22216d41dac94bebaaced4312f2e7bf2, ASSIGN because future has completed 2024-11-08T00:15:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=742d678a5feefbb2b13e7dfd6b813952, ASSIGN because future has completed 2024-11-08T00:15:18,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f264cefad38f314c9f186aa29abd339b, server=3302f0f507bd,43975,1731024905663}] 2024-11-08T00:15:18,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3c60182bb59a771dc07b919e41abcf3, ASSIGN because future has completed 2024-11-08T00:15:18,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4cf75be4d9750807457dd2b88d15335, server=3302f0f507bd,44881,1731024905699}] 2024-11-08T00:15:18,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a06d1063f6953469c4a4ca90e7e2e83e, ASSIGN because future has completed 2024-11-08T00:15:18,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a06d1063f6953469c4a4ca90e7e2e83e, server=3302f0f507bd,39983,1731024905729}] 2024-11-08T00:15:18,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 742d678a5feefbb2b13e7dfd6b813952, server=3302f0f507bd,39983,1731024905729}] 2024-11-08T00:15:18,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22216d41dac94bebaaced4312f2e7bf2, server=3302f0f507bd,43975,1731024905663}] 2024-11-08T00:15:18,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e546b0f92ae314c35ed9f56d21fe5ae, server=3302f0f507bd,43975,1731024905663}] 2024-11-08T00:15:18,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3c60182bb59a771dc07b919e41abcf3, server=3302f0f507bd,39983,1731024905729}] 2024-11-08T00:15:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:15:18,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:15:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:15:20,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:15:20,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T00:15:20,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:15:20,809 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T00:15:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:15:22,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:22,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:22,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:22,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:15:22,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:22,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:22,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:15:28,050 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:15:28,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:15:28,058 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:15:28,059 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e47a4ae4ea7885d9cff03f471e86863, NAME => 'SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T00:15:28,059 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:28,059 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:28,059 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:28,059 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:28,063 INFO [StoreOpener-0e47a4ae4ea7885d9cff03f471e86863-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:28,065 INFO [StoreOpener-0e47a4ae4ea7885d9cff03f471e86863-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e47a4ae4ea7885d9cff03f471e86863 columnFamilyName cf 2024-11-08T00:15:28,065 DEBUG [StoreOpener-0e47a4ae4ea7885d9cff03f471e86863-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:28,066 INFO [StoreOpener-0e47a4ae4ea7885d9cff03f471e86863-1 {}] regionserver.HStore(327): Store=0e47a4ae4ea7885d9cff03f471e86863/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:28,066 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:28,067 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:28,067 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:28,068 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:28,068 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:28,070 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:28,075 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/0e47a4ae4ea7885d9cff03f471e86863/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:28,076 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0e47a4ae4ea7885d9cff03f471e86863; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65078458, jitterRate=-0.030255407094955444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:15:28,076 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:28,077 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0e47a4ae4ea7885d9cff03f471e86863: Running coprocessor pre-open hook at 1731024928059Writing region info on filesystem at 1731024928059Initializing all the Stores at 1731024928061 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024928061Cleaning up temporary data from old regions at 1731024928068 (+7 ms)Running coprocessor post-open hooks at 1731024928076 (+8 ms)Region opened successfully at 1731024928077 (+1 ms) 2024-11-08T00:15:28,079 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863., pid=17, masterSystemTime=1731024928050 2024-11-08T00:15:28,081 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:15:28,081 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:15:28,081 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:15:28,081 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a844fc80bd162713f6e4b28e45037e6, NAME => 'SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T00:15:28,082 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:28,082 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:15:28,082 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:28,082 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:28,082 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:28,083 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0e47a4ae4ea7885d9cff03f471e86863, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:28,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:15:28,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e47a4ae4ea7885d9cff03f471e86863, server=3302f0f507bd,44881,1731024905699 because future has completed 2024-11-08T00:15:28,087 INFO [StoreOpener-9a844fc80bd162713f6e4b28e45037e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:28,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-08T00:15:28,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e47a4ae4ea7885d9cff03f471e86863, server=3302f0f507bd,44881,1731024905699 in 10.0250 sec 2024-11-08T00:15:28,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e47a4ae4ea7885d9cff03f471e86863, ASSIGN in 10.2240 sec 2024-11-08T00:15:28,101 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:15:28,101 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b3c60182bb59a771dc07b919e41abcf3, NAME => 'SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T00:15:28,101 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:28,101 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:28,101 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:28,101 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:28,101 INFO [StoreOpener-9a844fc80bd162713f6e4b28e45037e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a844fc80bd162713f6e4b28e45037e6 columnFamilyName cf 2024-11-08T00:15:28,101 DEBUG [StoreOpener-9a844fc80bd162713f6e4b28e45037e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:28,102 INFO [StoreOpener-9a844fc80bd162713f6e4b28e45037e6-1 {}] regionserver.HStore(327): Store=9a844fc80bd162713f6e4b28e45037e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:28,102 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:28,103 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2. 2024-11-08T00:15:28,104 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 22216d41dac94bebaaced4312f2e7bf2, NAME => 'SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T00:15:28,104 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:28,104 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:28,104 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:28,104 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:28,108 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:28,109 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:28,109 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:28,109 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:28,112 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:28,116 INFO [StoreOpener-b3c60182bb59a771dc07b919e41abcf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:28,118 INFO [StoreOpener-b3c60182bb59a771dc07b919e41abcf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3c60182bb59a771dc07b919e41abcf3 columnFamilyName cf 2024-11-08T00:15:28,118 DEBUG [StoreOpener-b3c60182bb59a771dc07b919e41abcf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:28,119 INFO [StoreOpener-b3c60182bb59a771dc07b919e41abcf3-1 {}] regionserver.HStore(327): Store=b3c60182bb59a771dc07b919e41abcf3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:28,119 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:28,120 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:28,121 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:28,121 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:28,121 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:28,123 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:28,124 INFO [StoreOpener-22216d41dac94bebaaced4312f2e7bf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:28,126 INFO [StoreOpener-22216d41dac94bebaaced4312f2e7bf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22216d41dac94bebaaced4312f2e7bf2 columnFamilyName cf 2024-11-08T00:15:28,126 DEBUG [StoreOpener-22216d41dac94bebaaced4312f2e7bf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:28,127 INFO [StoreOpener-22216d41dac94bebaaced4312f2e7bf2-1 {}] regionserver.HStore(327): Store=22216d41dac94bebaaced4312f2e7bf2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:28,127 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:28,128 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:28,129 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:28,129 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/9a844fc80bd162713f6e4b28e45037e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:28,130 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/b3c60182bb59a771dc07b919e41abcf3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:28,130 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:28,130 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:28,130 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 9a844fc80bd162713f6e4b28e45037e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62273159, jitterRate=-0.07205761969089508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:15:28,130 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:28,130 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b3c60182bb59a771dc07b919e41abcf3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69200465, jitterRate=0.03116728365421295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:15:28,130 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:28,130 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 9a844fc80bd162713f6e4b28e45037e6: Running coprocessor pre-open hook at 1731024928082Writing region info on filesystem at 1731024928082Initializing all the Stores at 1731024928086 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024928086Cleaning up temporary data from old regions at 1731024928109 (+23 ms)Running coprocessor post-open hooks at 1731024928130 (+21 ms)Region opened successfully at 1731024928130 2024-11-08T00:15:28,130 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b3c60182bb59a771dc07b919e41abcf3: Running coprocessor pre-open hook at 1731024928101Writing region info on filesystem at 1731024928102 (+1 ms)Initializing all the Stores at 1731024928105 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024928105Cleaning up temporary data from old regions at 1731024928121 (+16 ms)Running coprocessor post-open hooks at 1731024928130 (+9 ms)Region opened successfully at 1731024928130 2024-11-08T00:15:28,132 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6., pid=15, masterSystemTime=1731024928050 2024-11-08T00:15:28,132 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3., pid=24, masterSystemTime=1731024928082 2024-11-08T00:15:28,132 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:28,134 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:15:28,134 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:15:28,134 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:15:28,134 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 6950884c63d8ee4451d4730743d08631, NAME => 'SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T00:15:28,135 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:28,135 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:28,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9a844fc80bd162713f6e4b28e45037e6, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:28,135 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:28,135 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:28,135 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:15:28,135 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:15:28,135 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:15:28,135 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a06d1063f6953469c4a4ca90e7e2e83e, NAME => 'SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T00:15:28,135 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/22216d41dac94bebaaced4312f2e7bf2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:28,135 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:28,136 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:28,136 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:28,136 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:28,136 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b3c60182bb59a771dc07b919e41abcf3, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:28,136 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 22216d41dac94bebaaced4312f2e7bf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74029604, jitterRate=0.10312706232070923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:15:28,136 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:28,137 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 22216d41dac94bebaaced4312f2e7bf2: Running coprocessor pre-open hook at 1731024928104Writing region info on filesystem at 1731024928104Initializing all the Stores at 1731024928110 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024928110Cleaning up temporary data from old regions at 1731024928130 (+20 ms)Running coprocessor post-open hooks at 1731024928136 (+6 ms)Region opened successfully at 1731024928136 2024-11-08T00:15:28,137 INFO [StoreOpener-6950884c63d8ee4451d4730743d08631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:28,138 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2., pid=22, masterSystemTime=1731024928081 2024-11-08T00:15:28,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a844fc80bd162713f6e4b28e45037e6, server=3302f0f507bd,44881,1731024905699 because future has completed 2024-11-08T00:15:28,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3c60182bb59a771dc07b919e41abcf3, server=3302f0f507bd,39983,1731024905729 because future has completed 2024-11-08T00:15:28,139 INFO [StoreOpener-a06d1063f6953469c4a4ca90e7e2e83e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:28,139 INFO [StoreOpener-6950884c63d8ee4451d4730743d08631-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6950884c63d8ee4451d4730743d08631 columnFamilyName cf 2024-11-08T00:15:28,139 DEBUG [StoreOpener-6950884c63d8ee4451d4730743d08631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:28,140 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2. 2024-11-08T00:15:28,140 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2. 2024-11-08T00:15:28,140 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae. 2024-11-08T00:15:28,140 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e546b0f92ae314c35ed9f56d21fe5ae, NAME => 'SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T00:15:28,141 INFO [StoreOpener-6950884c63d8ee4451d4730743d08631-1 {}] regionserver.HStore(327): Store=6950884c63d8ee4451d4730743d08631/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:28,141 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:28,141 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:28,141 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:28,141 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:28,141 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:28,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=22216d41dac94bebaaced4312f2e7bf2, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:28,141 INFO [StoreOpener-a06d1063f6953469c4a4ca90e7e2e83e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a06d1063f6953469c4a4ca90e7e2e83e columnFamilyName cf 2024-11-08T00:15:28,142 DEBUG [StoreOpener-a06d1063f6953469c4a4ca90e7e2e83e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:28,142 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:28,142 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:28,143 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:28,143 INFO [StoreOpener-a06d1063f6953469c4a4ca90e7e2e83e-1 {}] regionserver.HStore(327): Store=a06d1063f6953469c4a4ca90e7e2e83e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:28,143 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:28,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-08T00:15:28,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a844fc80bd162713f6e4b28e45037e6, server=3302f0f507bd,44881,1731024905699 in 10.1070 sec 2024-11-08T00:15:28,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22216d41dac94bebaaced4312f2e7bf2, server=3302f0f507bd,43975,1731024905663 because future has completed 2024-11-08T00:15:28,143 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:28,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-08T00:15:28,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b3c60182bb59a771dc07b919e41abcf3, server=3302f0f507bd,39983,1731024905729 in 10.0400 sec 2024-11-08T00:15:28,145 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:28,145 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:28,145 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:28,146 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:28,146 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:28,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a844fc80bd162713f6e4b28e45037e6, ASSIGN in 10.2730 sec 2024-11-08T00:15:28,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3c60182bb59a771dc07b919e41abcf3, ASSIGN in 10.2740 sec 2024-11-08T00:15:28,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-08T00:15:28,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 22216d41dac94bebaaced4312f2e7bf2, server=3302f0f507bd,43975,1731024905663 in 10.0540 sec 2024-11-08T00:15:28,149 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:28,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22216d41dac94bebaaced4312f2e7bf2, ASSIGN in 10.2780 sec 2024-11-08T00:15:28,152 INFO [StoreOpener-3e546b0f92ae314c35ed9f56d21fe5ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:28,153 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/a06d1063f6953469c4a4ca90e7e2e83e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:28,153 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/6950884c63d8ee4451d4730743d08631/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:28,153 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 6950884c63d8ee4451d4730743d08631; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63386246, jitterRate=-0.055471330881118774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:15:28,153 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a06d1063f6953469c4a4ca90e7e2e83e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61563381, jitterRate=-0.08263413608074188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:15:28,153 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:28,153 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:28,154 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 6950884c63d8ee4451d4730743d08631: Running coprocessor pre-open hook at 1731024928135Writing region info on filesystem at 1731024928135Initializing all the Stores at 1731024928136 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024928136Cleaning up temporary data from old regions at 1731024928143 (+7 ms)Running coprocessor post-open hooks at 1731024928153 (+10 ms)Region opened successfully at 1731024928154 (+1 ms) 2024-11-08T00:15:28,154 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a06d1063f6953469c4a4ca90e7e2e83e: Running coprocessor pre-open hook at 1731024928136Writing region info on filesystem at 1731024928136Initializing all the Stores at 1731024928138 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024928138Cleaning up temporary data from old regions at 1731024928146 (+8 ms)Running coprocessor post-open hooks at 1731024928153 (+7 ms)Region opened successfully at 1731024928154 (+1 ms) 2024-11-08T00:15:28,154 INFO [StoreOpener-3e546b0f92ae314c35ed9f56d21fe5ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e546b0f92ae314c35ed9f56d21fe5ae columnFamilyName cf 2024-11-08T00:15:28,154 DEBUG [StoreOpener-3e546b0f92ae314c35ed9f56d21fe5ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:28,154 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631., pid=16, masterSystemTime=1731024928050 2024-11-08T00:15:28,154 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e., pid=20, masterSystemTime=1731024928082 2024-11-08T00:15:28,155 INFO [StoreOpener-3e546b0f92ae314c35ed9f56d21fe5ae-1 {}] regionserver.HStore(327): Store=3e546b0f92ae314c35ed9f56d21fe5ae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:28,155 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:28,156 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:28,156 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:28,156 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:15:28,156 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:15:28,156 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 742d678a5feefbb2b13e7dfd6b813952, NAME => 'SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T00:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:28,157 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a06d1063f6953469c4a4ca90e7e2e83e, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:28,157 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:28,157 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:15:28,158 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f4cf75be4d9750807457dd2b88d15335, NAME => 'SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T00:15:28,158 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:28,158 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:28,158 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:28,158 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:28,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6950884c63d8ee4451d4730743d08631, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:28,160 INFO [StoreOpener-f4cf75be4d9750807457dd2b88d15335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:28,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a06d1063f6953469c4a4ca90e7e2e83e, server=3302f0f507bd,39983,1731024905729 because future has completed 2024-11-08T00:15:28,160 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:28,161 INFO [StoreOpener-742d678a5feefbb2b13e7dfd6b813952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:28,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6950884c63d8ee4451d4730743d08631, server=3302f0f507bd,44881,1731024905699 because future has completed 2024-11-08T00:15:28,163 INFO [StoreOpener-742d678a5feefbb2b13e7dfd6b813952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742d678a5feefbb2b13e7dfd6b813952 columnFamilyName cf 2024-11-08T00:15:28,163 INFO [StoreOpener-f4cf75be4d9750807457dd2b88d15335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4cf75be4d9750807457dd2b88d15335 columnFamilyName cf 2024-11-08T00:15:28,163 DEBUG [StoreOpener-742d678a5feefbb2b13e7dfd6b813952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:28,163 DEBUG [StoreOpener-f4cf75be4d9750807457dd2b88d15335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:28,163 INFO [StoreOpener-742d678a5feefbb2b13e7dfd6b813952-1 {}] regionserver.HStore(327): Store=742d678a5feefbb2b13e7dfd6b813952/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:28,163 INFO [StoreOpener-f4cf75be4d9750807457dd2b88d15335-1 {}] regionserver.HStore(327): Store=f4cf75be4d9750807457dd2b88d15335/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:28,163 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:28,163 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:28,164 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:28,164 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:28,165 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:28,165 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:28,165 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:28,165 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:28,165 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:28,165 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:28,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-08T00:15:28,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a06d1063f6953469c4a4ca90e7e2e83e, server=3302f0f507bd,39983,1731024905729 in 10.0860 sec 2024-11-08T00:15:28,167 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/3e546b0f92ae314c35ed9f56d21fe5ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:28,168 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:28,169 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:28,169 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3e546b0f92ae314c35ed9f56d21fe5ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60431655, jitterRate=-0.09949816763401031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:15:28,169 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:28,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-08T00:15:28,169 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3e546b0f92ae314c35ed9f56d21fe5ae: Running coprocessor pre-open hook at 1731024928141Writing region info on filesystem at 1731024928141Initializing all the Stores at 1731024928145 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024928145Cleaning up temporary data from old regions at 1731024928157 (+12 ms)Running coprocessor post-open hooks at 1731024928169 (+12 ms)Region opened successfully at 1731024928169 2024-11-08T00:15:28,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6950884c63d8ee4451d4730743d08631, server=3302f0f507bd,44881,1731024905699 in 10.1290 sec 2024-11-08T00:15:28,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a06d1063f6953469c4a4ca90e7e2e83e, ASSIGN in 10.2970 sec 2024-11-08T00:15:28,170 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae., pid=23, masterSystemTime=1731024928081 2024-11-08T00:15:28,171 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f4cf75be4d9750807457dd2b88d15335/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:28,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6950884c63d8ee4451d4730743d08631, ASSIGN in 10.3000 sec 2024-11-08T00:15:28,172 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f4cf75be4d9750807457dd2b88d15335; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63967734, jitterRate=-0.04680648446083069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:15:28,172 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:28,173 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f4cf75be4d9750807457dd2b88d15335: Running coprocessor pre-open hook at 1731024928158Writing region info on filesystem at 1731024928158Initializing all the Stores at 1731024928159 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024928159Cleaning up temporary data from old regions at 1731024928165 (+6 ms)Running coprocessor post-open hooks at 1731024928172 (+7 ms)Region opened successfully at 1731024928172 2024-11-08T00:15:28,173 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335., pid=19, masterSystemTime=1731024928050 2024-11-08T00:15:28,174 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/742d678a5feefbb2b13e7dfd6b813952/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:28,174 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 742d678a5feefbb2b13e7dfd6b813952; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70436087, jitterRate=0.04957948625087738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:15:28,174 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:28,175 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 742d678a5feefbb2b13e7dfd6b813952: Running coprocessor pre-open hook at 1731024928157Writing region info on filesystem at 1731024928157Initializing all the Stores at 1731024928160 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024928160Cleaning up temporary data from old regions at 1731024928165 (+5 ms)Running coprocessor post-open hooks at 1731024928175 (+10 ms)Region opened successfully at 1731024928175 2024-11-08T00:15:28,175 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952., pid=21, masterSystemTime=1731024928082 2024-11-08T00:15:28,178 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae. 2024-11-08T00:15:28,178 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae. 2024-11-08T00:15:28,178 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. 2024-11-08T00:15:28,178 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e546b0f92ae314c35ed9f56d21fe5ae, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:28,179 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:15:28,179 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f264cefad38f314c9f186aa29abd339b, NAME => 'SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T00:15:28,179 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:15:28,180 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:28,180 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:15:28,180 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:28,180 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:28,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f4cf75be4d9750807457dd2b88d15335, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:28,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e546b0f92ae314c35ed9f56d21fe5ae, server=3302f0f507bd,43975,1731024905663 because future has completed 2024-11-08T00:15:28,183 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:15:28,183 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:15:28,184 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=742d678a5feefbb2b13e7dfd6b813952, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:28,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4cf75be4d9750807457dd2b88d15335, server=3302f0f507bd,44881,1731024905699 because future has completed 2024-11-08T00:15:28,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 742d678a5feefbb2b13e7dfd6b813952, server=3302f0f507bd,39983,1731024905729 because future has completed 2024-11-08T00:15:28,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-08T00:15:28,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-08T00:15:28,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f4cf75be4d9750807457dd2b88d15335, server=3302f0f507bd,44881,1731024905699 in 10.1110 sec 2024-11-08T00:15:28,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e546b0f92ae314c35ed9f56d21fe5ae, server=3302f0f507bd,43975,1731024905663 in 10.0920 sec 2024-11-08T00:15:28,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-08T00:15:28,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4cf75be4d9750807457dd2b88d15335, ASSIGN in 10.3180 sec 2024-11-08T00:15:28,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 742d678a5feefbb2b13e7dfd6b813952, server=3302f0f507bd,39983,1731024905729 in 10.1070 sec 2024-11-08T00:15:28,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e546b0f92ae314c35ed9f56d21fe5ae, ASSIGN in 10.3180 sec 2024-11-08T00:15:28,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=742d678a5feefbb2b13e7dfd6b813952, ASSIGN in 10.3200 sec 2024-11-08T00:15:28,196 INFO [StoreOpener-f264cefad38f314c9f186aa29abd339b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:28,198 INFO [StoreOpener-f264cefad38f314c9f186aa29abd339b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f264cefad38f314c9f186aa29abd339b columnFamilyName cf 2024-11-08T00:15:28,198 DEBUG [StoreOpener-f264cefad38f314c9f186aa29abd339b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:15:28,198 INFO [StoreOpener-f264cefad38f314c9f186aa29abd339b-1 {}] regionserver.HStore(327): Store=f264cefad38f314c9f186aa29abd339b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:15:28,199 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:28,199 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:28,200 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:28,200 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:28,200 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:28,202 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:28,204 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f264cefad38f314c9f186aa29abd339b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:15:28,204 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f264cefad38f314c9f186aa29abd339b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59889342, jitterRate=-0.10757926106452942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:15:28,204 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:28,205 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f264cefad38f314c9f186aa29abd339b: Running coprocessor pre-open hook at 1731024928180Writing region info on filesystem at 1731024928180Initializing all the Stores at 1731024928181 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024928182 (+1 ms)Cleaning up temporary data from old regions at 1731024928200 (+18 ms)Running coprocessor post-open hooks at 1731024928205 (+5 ms)Region opened successfully at 1731024928205 2024-11-08T00:15:28,205 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b., pid=18, masterSystemTime=1731024928081 2024-11-08T00:15:28,207 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. 2024-11-08T00:15:28,207 INFO [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. 2024-11-08T00:15:28,208 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f264cefad38f314c9f186aa29abd339b, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:28,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f264cefad38f314c9f186aa29abd339b, server=3302f0f507bd,43975,1731024905663 because future has completed 2024-11-08T00:15:28,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-08T00:15:28,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f264cefad38f314c9f186aa29abd339b, server=3302f0f507bd,43975,1731024905663 in 10.1360 sec 2024-11-08T00:15:28,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-08T00:15:28,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f264cefad38f314c9f186aa29abd339b, ASSIGN in 10.3420 sec 2024-11-08T00:15:28,214 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:15:28,215 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731024928215"}]},"ts":"1731024928215"} 2024-11-08T00:15:28,216 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T00:15:28,218 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:15:28,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8290 sec 2024-11-08T00:15:30,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T00:15:33,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:33,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:33,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:33,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:15:33,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:33,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:33,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:15:33,709 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T00:15:35,444 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:15:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:15:35,618 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T00:15:35,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T00:15:35,619 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:15:35,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T00:15:35,627 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:15:35,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T00:15:35,666 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3., hostname=3302f0f507bd,39983,1731024905729, seqNum=2] 2024-11-08T00:15:35,669 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3., hostname=3302f0f507bd,39983,1731024905729, seqNum=2] 2024-11-08T00:15:35,674 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3., hostname=3302f0f507bd,39983,1731024905729, seqNum=2] 2024-11-08T00:15:35,739 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335., hostname=3302f0f507bd,44881,1731024905699, seqNum=2] 2024-11-08T00:15:35,741 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335., hostname=3302f0f507bd,44881,1731024905699, seqNum=2] 2024-11-08T00:15:35,746 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335., hostname=3302f0f507bd,44881,1731024905699, seqNum=2] 2024-11-08T00:15:35,789 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b., hostname=3302f0f507bd,43975,1731024905663, seqNum=2] 2024-11-08T00:15:35,792 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b., hostname=3302f0f507bd,43975,1731024905663, seqNum=2] 2024-11-08T00:15:35,794 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b., hostname=3302f0f507bd,43975,1731024905663, seqNum=2] 2024-11-08T00:15:35,799 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b., hostname=3302f0f507bd,43975,1731024905663, seqNum=2] 2024-11-08T00:15:35,801 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b., hostname=3302f0f507bd,43975,1731024905663, seqNum=2] 2024-11-08T00:15:35,803 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b., hostname=3302f0f507bd,43975,1731024905663, seqNum=2] 2024-11-08T00:15:35,904 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952., hostname=3302f0f507bd,39983,1731024905729, seqNum=2] 2024-11-08T00:15:35,906 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952., hostname=3302f0f507bd,39983,1731024905729, seqNum=2] 2024-11-08T00:15:35,908 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952., hostname=3302f0f507bd,39983,1731024905729, seqNum=2] 2024-11-08T00:15:35,910 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952., hostname=3302f0f507bd,39983,1731024905729, seqNum=2] 2024-11-08T00:15:35,967 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952., hostname=3302f0f507bd,39983,1731024905729, seqNum=2] 2024-11-08T00:15:35,969 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952., hostname=3302f0f507bd,39983,1731024905729, seqNum=2] 2024-11-08T00:15:35,975 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952., hostname=3302f0f507bd,39983,1731024905729, seqNum=2] 2024-11-08T00:15:35,977 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952., hostname=3302f0f507bd,39983,1731024905729, seqNum=2] 2024-11-08T00:15:37,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:15:37,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:15:37,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:15:37,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:15:37,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:15:37,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:15:37,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:15:37,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:15:38,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39983 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:15:38,319 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T00:15:38,320 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:15:38,328 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T00:15:38,333 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T00:15:38,344 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T00:15:38,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:15:38,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:15:38,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:15:38,402 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T00:15:38,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6950884c63d8ee4451d4730743d08631}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a06d1063f6953469c4a4ca90e7e2e83e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22216d41dac94bebaaced4312f2e7bf2}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e47a4ae4ea7885d9cff03f471e86863}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e546b0f92ae314c35ed9f56d21fe5ae}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a844fc80bd162713f6e4b28e45037e6}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3c60182bb59a771dc07b919e41abcf3}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4cf75be4d9750807457dd2b88d15335}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f264cefad38f314c9f186aa29abd339b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 742d678a5feefbb2b13e7dfd6b813952}] 2024-11-08T00:15:38,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:38,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:38,411 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:38,411 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:38,412 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:38,424 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:38,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:38,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:38,433 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:38,477 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:48,082 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=3302f0f507bd,43975,1731024905663, timeout=1731024948413, delay=331, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e546b0f92ae314c35ed9f56d21fe5ae, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22216d41dac94bebaaced4312f2e7bf2, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f264cefad38f314c9f186aa29abd339b], containedObject=3302f0f507bd,39983,1731024905729, timeout=1731024948413, delay=331, operations=[pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3c60182bb59a771dc07b919e41abcf3, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a06d1063f6953469c4a4ca90e7e2e83e, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 742d678a5feefbb2b13e7dfd6b813952], containedObject=3302f0f507bd,44881,1731024905699, timeout=1731024948420, delay=338, operations=[pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e47a4ae4ea7885d9cff03f471e86863, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4cf75be4d9750807457dd2b88d15335, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6950884c63d8ee4451d4730743d08631, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a844fc80bd162713f6e4b28e45037e6]] 2024-11-08T00:15:48,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T00:15:48,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T00:15:48,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T00:15:48,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T00:15:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:15:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae. 2024-11-08T00:15:48,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T00:15:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 3e546b0f92ae314c35ed9f56d21fe5ae: 2024-11-08T00:15:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae. for SnapshotProcedureTest completed. 2024-11-08T00:15:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:15:48,415 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing b3c60182bb59a771dc07b919e41abcf3 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-08T00:15:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2. 2024-11-08T00:15:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a06d1063f6953469c4a4ca90e7e2e83e: 2024-11-08T00:15:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. for SnapshotProcedureTest completed. 2024-11-08T00:15:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 22216d41dac94bebaaced4312f2e7bf2: 2024-11-08T00:15:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2. for SnapshotProcedureTest completed. 2024-11-08T00:15:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T00:15:48,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:15:48,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:15:48,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:15:48,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:15:48,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:15:48,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:15:48,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:15:48,417 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 742d678a5feefbb2b13e7dfd6b813952 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T00:15:48,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T00:15:48,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. 2024-11-08T00:15:48,422 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f264cefad38f314c9f186aa29abd339b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T00:15:48,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T00:15:48,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:15:48,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 0e47a4ae4ea7885d9cff03f471e86863: 2024-11-08T00:15:48,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. for SnapshotProcedureTest completed. 2024-11-08T00:15:48,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:15:48,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:15:48,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T00:15:48,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:15:48,429 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing f4cf75be4d9750807457dd2b88d15335 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T00:15:48,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T00:15:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:15:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6950884c63d8ee4451d4730743d08631: 2024-11-08T00:15:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. for SnapshotProcedureTest completed. 2024-11-08T00:15:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:15:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:15:48,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/b3c60182bb59a771dc07b919e41abcf3/.tmp/cf/2f26ac5da5bf45e48fbdbf6c4f5b68e7 is 34, key is aaa/cf:cf/1731024937367/Put/seqid=0 2024-11-08T00:15:48,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f264cefad38f314c9f186aa29abd339b/.tmp/cf/4e40842e01ca4c2c9d027fdc94f37687 is 34, key is ccd/cf:cf/1731024937262/Put/seqid=0 2024-11-08T00:15:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:15:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:15:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:15:48,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:15:48,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T00:15:48,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f4cf75be4d9750807457dd2b88d15335/.tmp/cf/bb7aa1497e5e49ad8177601738c46a88 is 34, key is baa/cf:cf/1731024937327/Put/seqid=0 2024-11-08T00:15:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T00:15:48,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:48,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:15:48,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a06d1063f6953469c4a4ca90e7e2e83e in 10.0560 sec 2024-11-08T00:15:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741851_1027 (size=65) 2024-11-08T00:15:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741851_1027 (size=65) 2024-11-08T00:15:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741851_1027 (size=65) 2024-11-08T00:15:48,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731024917388.3e546b0f92ae314c35ed9f56d21fe5ae. 2024-11-08T00:15:48,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T00:15:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T00:15:48,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:48,473 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e546b0f92ae314c35ed9f56d21fe5ae 2024-11-08T00:15:48,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e546b0f92ae314c35ed9f56d21fe5ae in 10.0660 sec 2024-11-08T00:15:48,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741850_1026 (size=65) 2024-11-08T00:15:48,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741850_1026 (size=65) 2024-11-08T00:15:48,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741850_1026 (size=65) 2024-11-08T00:15:48,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731024917388.22216d41dac94bebaaced4312f2e7bf2. 2024-11-08T00:15:48,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T00:15:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T00:15:48,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:48,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22216d41dac94bebaaced4312f2e7bf2 2024-11-08T00:15:48,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 22216d41dac94bebaaced4312f2e7bf2 in 10.0800 sec 2024-11-08T00:15:48,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741854_1030 (size=26918) 2024-11-08T00:15:48,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741854_1030 (size=26918) 2024-11-08T00:15:48,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741854_1030 (size=26918) 2024-11-08T00:15:48,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:15:48,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:15:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:15:48,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:15:48,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T00:15:48,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:15:48,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9a844fc80bd162713f6e4b28e45037e6: 2024-11-08T00:15:48,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. for SnapshotProcedureTest completed. 2024-11-08T00:15:48,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:15:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T00:15:48,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:15:48,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:48,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/742d678a5feefbb2b13e7dfd6b813952/.tmp/cf/2cb446c686814146b2697378c41282f0 is 34, key is eaa/cf:cf/1731024938060/Put/seqid=0 2024-11-08T00:15:48,516 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:15:48,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e47a4ae4ea7885d9cff03f471e86863 in 10.1090 sec 2024-11-08T00:15:48,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741855_1031 (size=47197) 2024-11-08T00:15:48,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741855_1031 (size=47197) 2024-11-08T00:15:48,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741855_1031 (size=47197) 2024-11-08T00:15:48,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741853_1029 (size=57) 2024-11-08T00:15:48,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741853_1029 (size=57) 2024-11-08T00:15:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741853_1029 (size=57) 2024-11-08T00:15:48,528 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f264cefad38f314c9f186aa29abd339b/.tmp/cf/4e40842e01ca4c2c9d027fdc94f37687 2024-11-08T00:15:48,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:15:48,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T00:15:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T00:15:48,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:48,529 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6950884c63d8ee4451d4730743d08631 2024-11-08T00:15:48,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6950884c63d8ee4451d4730743d08631 in 10.1280 sec 2024-11-08T00:15:48,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f264cefad38f314c9f186aa29abd339b/.tmp/cf/4e40842e01ca4c2c9d027fdc94f37687 as hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f264cefad38f314c9f186aa29abd339b/cf/4e40842e01ca4c2c9d027fdc94f37687 2024-11-08T00:15:48,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741857_1033 (size=28623) 2024-11-08T00:15:48,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741857_1033 (size=28623) 2024-11-08T00:15:48,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741857_1033 (size=28623) 2024-11-08T00:15:48,556 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f4cf75be4d9750807457dd2b88d15335/.tmp/cf/bb7aa1497e5e49ad8177601738c46a88 2024-11-08T00:15:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741856_1032 (size=499309) 2024-11-08T00:15:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741856_1032 (size=499309) 2024-11-08T00:15:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741856_1032 (size=499309) 2024-11-08T00:15:48,564 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/742d678a5feefbb2b13e7dfd6b813952/.tmp/cf/2cb446c686814146b2697378c41282f0 2024-11-08T00:15:48,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f4cf75be4d9750807457dd2b88d15335/.tmp/cf/bb7aa1497e5e49ad8177601738c46a88 as hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f4cf75be4d9750807457dd2b88d15335/cf/bb7aa1497e5e49ad8177601738c46a88 2024-11-08T00:15:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741858_1034 (size=65) 2024-11-08T00:15:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741858_1034 (size=65) 2024-11-08T00:15:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741858_1034 (size=65) 2024-11-08T00:15:48,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:15:48,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T00:15:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T00:15:48,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:48,572 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:15:48,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9a844fc80bd162713f6e4b28e45037e6 in 10.1650 sec 2024-11-08T00:15:48,578 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f264cefad38f314c9f186aa29abd339b/cf/4e40842e01ca4c2c9d027fdc94f37687, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T00:15:48,579 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f264cefad38f314c9f186aa29abd339b in 157ms, sequenceid=5, compaction requested=false 2024-11-08T00:15:48,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f264cefad38f314c9f186aa29abd339b: 2024-11-08T00:15:48,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. for SnapshotProcedureTest completed. 2024-11-08T00:15:48,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:15:48,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f264cefad38f314c9f186aa29abd339b/cf/4e40842e01ca4c2c9d027fdc94f37687] hfiles 2024-11-08T00:15:48,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f264cefad38f314c9f186aa29abd339b/cf/4e40842e01ca4c2c9d027fdc94f37687 for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,581 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f4cf75be4d9750807457dd2b88d15335/cf/bb7aa1497e5e49ad8177601738c46a88, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T00:15:48,583 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for f4cf75be4d9750807457dd2b88d15335 in 154ms, sequenceid=5, compaction requested=false 2024-11-08T00:15:48,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for f4cf75be4d9750807457dd2b88d15335: 2024-11-08T00:15:48,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. for SnapshotProcedureTest completed. 2024-11-08T00:15:48,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:15:48,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f4cf75be4d9750807457dd2b88d15335/cf/bb7aa1497e5e49ad8177601738c46a88] hfiles 2024-11-08T00:15:48,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f4cf75be4d9750807457dd2b88d15335/cf/bb7aa1497e5e49ad8177601738c46a88 for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/742d678a5feefbb2b13e7dfd6b813952/.tmp/cf/2cb446c686814146b2697378c41282f0 as hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/742d678a5feefbb2b13e7dfd6b813952/cf/2cb446c686814146b2697378c41282f0 2024-11-08T00:15:48,592 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/742d678a5feefbb2b13e7dfd6b813952/cf/2cb446c686814146b2697378c41282f0, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T00:15:48,593 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 742d678a5feefbb2b13e7dfd6b813952 in 175ms, sequenceid=5, compaction requested=false 2024-11-08T00:15:48,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 742d678a5feefbb2b13e7dfd6b813952: 2024-11-08T00:15:48,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. for SnapshotProcedureTest completed. 2024-11-08T00:15:48,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:15:48,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/742d678a5feefbb2b13e7dfd6b813952/cf/2cb446c686814146b2697378c41282f0] hfiles 2024-11-08T00:15:48,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/742d678a5feefbb2b13e7dfd6b813952/cf/2cb446c686814146b2697378c41282f0 for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741859_1035 (size=105) 2024-11-08T00:15:48,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741859_1035 (size=105) 2024-11-08T00:15:48,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741859_1035 (size=105) 2024-11-08T00:15:48,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731024917388.f264cefad38f314c9f186aa29abd339b. 2024-11-08T00:15:48,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T00:15:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T00:15:48,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:48,596 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f264cefad38f314c9f186aa29abd339b 2024-11-08T00:15:48,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f264cefad38f314c9f186aa29abd339b in 10.1890 sec 2024-11-08T00:15:48,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741860_1036 (size=105) 2024-11-08T00:15:48,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741860_1036 (size=105) 2024-11-08T00:15:48,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741860_1036 (size=105) 2024-11-08T00:15:48,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:15:48,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T00:15:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T00:15:48,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:48,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:15:48,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f4cf75be4d9750807457dd2b88d15335 in 10.2010 sec 2024-11-08T00:15:48,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741861_1037 (size=97) 2024-11-08T00:15:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741861_1037 (size=97) 2024-11-08T00:15:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741861_1037 (size=97) 2024-11-08T00:15:48,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:15:48,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T00:15:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T00:15:48,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:48,619 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:15:48,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 742d678a5feefbb2b13e7dfd6b813952 in 10.2120 sec 2024-11-08T00:15:48,905 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/b3c60182bb59a771dc07b919e41abcf3/.tmp/cf/2f26ac5da5bf45e48fbdbf6c4f5b68e7 2024-11-08T00:15:48,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/b3c60182bb59a771dc07b919e41abcf3/.tmp/cf/2f26ac5da5bf45e48fbdbf6c4f5b68e7 as hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/b3c60182bb59a771dc07b919e41abcf3/cf/2f26ac5da5bf45e48fbdbf6c4f5b68e7 2024-11-08T00:15:48,927 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/b3c60182bb59a771dc07b919e41abcf3/cf/2f26ac5da5bf45e48fbdbf6c4f5b68e7, entries=676, sequenceid=5, filesize=26.3 K 2024-11-08T00:15:48,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for b3c60182bb59a771dc07b919e41abcf3 in 514ms, sequenceid=5, compaction requested=false 2024-11-08T00:15:48,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b3c60182bb59a771dc07b919e41abcf3: 2024-11-08T00:15:48,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. for SnapshotProcedureTest completed. 2024-11-08T00:15:48,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:15:48,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/b3c60182bb59a771dc07b919e41abcf3/cf/2f26ac5da5bf45e48fbdbf6c4f5b68e7] hfiles 2024-11-08T00:15:48,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/b3c60182bb59a771dc07b919e41abcf3/cf/2f26ac5da5bf45e48fbdbf6c4f5b68e7 for snapshot=SnapshotProcedureTest 2024-11-08T00:15:48,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741862_1038 (size=105) 2024-11-08T00:15:48,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741862_1038 (size=105) 2024-11-08T00:15:48,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741862_1038 (size=105) 2024-11-08T00:15:48,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:15:48,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T00:15:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T00:15:48,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:48,992 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:15:48,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-08T00:15:48,995 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T00:15:48,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b3c60182bb59a771dc07b919e41abcf3 in 10.5850 sec 2024-11-08T00:15:48,996 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T00:15:48,997 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T00:15:48,998 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T00:15:49,001 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:15:49,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741863_1039 (size=1174) 2024-11-08T00:15:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741863_1039 (size=1174) 2024-11-08T00:15:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741863_1039 (size=1174) 2024-11-08T00:15:49,094 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T00:15:49,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T00:15:49,106 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:49,106 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:49,106 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:49,106 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:49,108 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:49,113 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:49,118 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:49,119 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:49,119 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:49,146 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:15:49,146 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 3302f0f507bd,43975,1731024905663 2024-11-08T00:15:49,146 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3302f0f507bd,43975,1731024905663: Simulated kill ***** 2024-11-08T00:15:49,146 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T00:15:49,147 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T00:15:49,147 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T00:15:49,147 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T00:15:49,148 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T00:15:49,148 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 607165216 }, "NonHeapMemoryUsage": { "committed": 176095232, "init": 7667712, "max": -1, "used": 172380688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T00:15:49,148 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38341 {}] master.MasterRpcServices(700): 3302f0f507bd,43975,1731024905663 reported a fatal error: ***** ABORTING region server 3302f0f507bd,43975,1731024905663: Simulated kill ***** 2024-11-08T00:15:49,152 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,43975,1731024905663' ***** 2024-11-08T00:15:49,152 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T00:15:49,153 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:15:49,153 INFO [RS:0;3302f0f507bd:43975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T00:15:49,153 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:15:49,153 INFO [RS:0;3302f0f507bd:43975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T00:15:49,153 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:15:49,153 INFO [RS:0;3302f0f507bd:43975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:15:49,153 INFO [RS:0;3302f0f507bd:43975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3302f0f507bd:43975. 2024-11-08T00:15:49,153 DEBUG [RS:0;3302f0f507bd:43975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:15:49,153 DEBUG [RS:0;3302f0f507bd:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:15:49,160 INFO [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:15:49,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741836_1012 (size=14382) 2024-11-08T00:15:49,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741836_1012 (size=14382) 2024-11-08T00:15:49,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741836_1012 (size=14382) 2024-11-08T00:15:49,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741834_1010 (size=1488) 2024-11-08T00:15:49,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741834_1010 (size=1488) 2024-11-08T00:15:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741834_1010 (size=1488) 2024-11-08T00:15:49,203 DEBUG [RS:0;3302f0f507bd:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:15:49,203 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:15:49,203 INFO [RS:0;3302f0f507bd:43975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43975 2024-11-08T00:15:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,43975,1731024905663 2024-11-08T00:15:49,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:15:49,226 INFO [RS:0;3302f0f507bd:43975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:15:49,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,43975,1731024905663] 2024-11-08T00:15:49,244 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,43975,1731024905663 already deleted, retry=false 2024-11-08T00:15:49,244 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3302f0f507bd,43975,1731024905663 on 3302f0f507bd,38341,1731024905476 2024-11-08T00:15:49,249 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3302f0f507bd,43975,1731024905663, splitWal=true, meta=true 2024-11-08T00:15:49,249 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 3302f0f507bd,43975,1731024905663 (carryingMeta=true) 3302f0f507bd,43975,1731024905663/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@9a55a7f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T00:15:49,253 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3302f0f507bd,43975,1731024905663, splitWal=true, meta=true 2024-11-08T00:15:49,264 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3302f0f507bd,43975,1731024905663, splitWal=true, meta=true, isMeta: true 2024-11-08T00:15:49,267 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting 2024-11-08T00:15:49,268 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3302f0f507bd,43975,1731024905663 WAL count=1, meta=true 2024-11-08T00:15:49,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta}] 2024-11-08T00:15:49,269 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,43975,1731024905663 Release verify snapshot worker=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:49,269 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 3302f0f507bd,43975,1731024905663, this operation will be retried to send to another server 2024-11-08T00:15:49,269 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T00:15:49,270 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731024950270 2024-11-08T00:15:49,277 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,43975,1731024905663 Release verify snapshot worker=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:49,277 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-08T00:15:49,277 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-08T00:15:49,277 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 3302f0f507bd,43975,1731024905663, this operation will be retried to send to another server 2024-11-08T00:15:49,277 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-08T00:15:49,277 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T00:15:49,278 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731024950278 2024-11-08T00:15:49,279 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:49,281 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,43975,1731024905663 Release verify snapshot worker=3302f0f507bd,43975,1731024905663 2024-11-08T00:15:49,282 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 3302f0f507bd,43975,1731024905663, this operation will be retried to send to another server 2024-11-08T00:15:49,282 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T00:15:49,282 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731024950282 2024-11-08T00:15:49,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta, worker=3302f0f507bd,39983,1731024905729}] 2024-11-08T00:15:49,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:15:49,335 INFO [RS:0;3302f0f507bd:43975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:15:49,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x10117cbe0910001, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:15:49,335 INFO [RS:0;3302f0f507bd:43975 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,43975,1731024905663; zookeeper connection closed. 2024-11-08T00:15:49,335 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35d414dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35d414dd 2024-11-08T00:15:49,815 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:15:49,815 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:15:57,329 INFO [master/3302f0f507bd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T00:15:57,329 INFO [master/3302f0f507bd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T00:15:59,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-08T00:15:59,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T00:15:59,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-08T00:15:59,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-08T00:15:59,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-08T00:15:59,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-08T00:15:59,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-08T00:15:59,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:15:59,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:15:59,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T00:15:59,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T00:15:59,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T00:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T00:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T00:15:59,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T00:15:59,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T00:15:59,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-08T00:15:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T00:15:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T00:15:59,119 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 Release verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:59,119 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,44881,1731024905699 Release verify snapshot worker=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-08T00:15:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T00:15:59,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,44881,1731024905699 in 10.0180 sec 2024-11-08T00:15:59,121 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:59,121 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:59,122 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,44881,1731024905699 Release verify snapshot worker=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:59,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 in 10.0180 sec 2024-11-08T00:15:59,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,44881,1731024905699 in 10.0210 sec 2024-11-08T00:15:59,124 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,44881,1731024905699 Release verify snapshot worker=3302f0f507bd,44881,1731024905699 2024-11-08T00:15:59,124 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 Release verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:59,124 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 Release verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:59,124 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:59,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 in 10.0230 sec 2024-11-08T00:15:59,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,44881,1731024905699 in 10.0230 sec 2024-11-08T00:15:59,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 in 10.0230 sec 2024-11-08T00:15:59,127 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:59,132 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta, size=14.0 K (14382bytes) 2024-11-08T00:15:59,133 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta 2024-11-08T00:15:59,133 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta after 0ms 2024-11-08T00:15:59,136 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta took 4ms 2024-11-08T00:15:59,139 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-08T00:15:59,141 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta so closing down 2024-11-08T00:15:59,141 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T00:15:59,144 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta.temp 2024-11-08T00:15:59,147 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta.temp 2024-11-08T00:15:59,148 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T00:15:59,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741864_1040 (size=14141) 2024-11-08T00:15:59,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741864_1040 (size=14141) 2024-11-08T00:15:59,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741864_1040 (size=14141) 2024-11-08T00:15:59,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-08T00:15:59,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta.temp to hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T00:15:59,161 INFO [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-08T00:15:59,161 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta, journal: Splitting hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta, size=14.0 K (14382bytes) at 1731024959132Finishing writing output for hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta so closing down at 1731024959141 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta.temp at 1731024959147 (+6 ms)3 split writer threads finished at 1731024959148 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731024959160 (+12 ms)Rename recovered edits hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta.temp to hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731024959161 (+1 ms)Processed 26 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731024959161 2024-11-08T00:15:59,162 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta 2024-11-08T00:15:59,162 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T00:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T00:15:59,165 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting/3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta to hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/oldWALs 2024-11-08T00:15:59,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T00:15:59,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta, worker=3302f0f507bd,39983,1731024905729 in 9.8820 sec 2024-11-08T00:15:59,168 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:59,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T00:15:59,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 3302f0f507bd%2C43975%2C1731024905663.meta.1731024917211.meta, worker=3302f0f507bd,39983,1731024905729 in 9.9000 sec 2024-11-08T00:15:59,172 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,43975,1731024905663-splitting dir is empty, no logs to split. 2024-11-08T00:15:59,172 INFO [PEWorker-4 {}] master.SplitWALManager(105): 3302f0f507bd,43975,1731024905663 WAL count=0, meta=true 2024-11-08T00:15:59,172 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 3302f0f507bd,43975,1731024905663 WAL splitting is done? wals=0, meta=true 2024-11-08T00:15:59,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:15:59,174 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:15:59,174 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T00:15:59,325 DEBUG [3302f0f507bd:38341 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T00:15:59,325 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(204): Hosts are {3302f0f507bd=0} racks are {/default-rack=0} 2024-11-08T00:15:59,325 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T00:15:59,325 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T00:15:59,325 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T00:15:59,325 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T00:15:59,325 INFO [3302f0f507bd:38341 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T00:15:59,325 INFO [3302f0f507bd:38341 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T00:15:59,325 DEBUG [3302f0f507bd:38341 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T00:15:59,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3302f0f507bd,39983,1731024905729 2024-11-08T00:15:59,327 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,39983,1731024905729, state=OPENING 2024-11-08T00:15:59,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:15:59,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:15:59,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:15:59,380 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:15:59,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:15:59,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:15:59,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,39983,1731024905729}] 2024-11-08T00:15:59,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:16:05,444 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:16:07,143 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T00:16:09,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-08T00:16:09,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-08T00:16:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-08T00:16:09,125 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,44881,1731024905699 Release verify snapshot worker=3302f0f507bd,44881,1731024905699 2024-11-08T00:16:09,126 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:16:09,126 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:16:09,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-08T00:16:09,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-08T00:16:09,127 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:16:09,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-08T00:16:09,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T00:16:09,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T00:16:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T00:16:09,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T00:16:09,131 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C39983%2C1731024905729.meta, suffix=.meta, logDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,39983,1731024905729, archiveDir=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/oldWALs, maxLogs=32 2024-11-08T00:16:09,131 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 Release verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:16:09,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,44881,1731024905699 in 20.0240 sec 2024-11-08T00:16:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T00:16:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T00:16:09,133 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 Release verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:16:09,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 in 20.0300 sec 2024-11-08T00:16:09,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 in 20.0320 sec 2024-11-08T00:16:09,134 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 Release verify snapshot worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:16:09,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-11-08T00:16:09,136 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T00:16:09,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3302f0f507bd,39983,1731024905729 in 20.0330 sec 2024-11-08T00:16:09,137 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T00:16:09,139 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T00:16:09,140 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T00:16:09,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8280 sec 2024-11-08T00:16:09,152 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,39983,1731024905729/3302f0f507bd%2C39983%2C1731024905729.meta.1731024969132.meta, exclude list is [], retry=0 2024-11-08T00:16:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33789,DS-5b14c6d7-afdc-47e8-9c24-0aa7dbfb1d06,DISK] 2024-11-08T00:16:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45867,DS-3866747e-f42d-4548-8d59-ce87161df4d6,DISK] 2024-11-08T00:16:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33233,DS-bce1bf85-197c-4c19-a7f8-b02906abc3ca,DISK] 2024-11-08T00:16:09,163 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/WALs/3302f0f507bd,39983,1731024905729/3302f0f507bd%2C39983%2C1731024905729.meta.1731024969132.meta 2024-11-08T00:16:09,164 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35755:35755),(127.0.0.1/127.0.0.1:45697:45697),(127.0.0.1/127.0.0.1:35309:35309)] 2024-11-08T00:16:09,164 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:16:09,164 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:16:09,164 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:16:09,165 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:16:09,165 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:16:09,165 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:16:09,165 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:16:09,165 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:16:09,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:16:09,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:16:09,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:16:09,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:16:09,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:16:09,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:16:09,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:16:09,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:16:09,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:16:09,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:16:09,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:16:09,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:16:09,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:16:09,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:16:09,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:16:09,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:16:09,174 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:16:09,175 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740 2024-11-08T00:16:09,178 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740 2024-11-08T00:16:09,179 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T00:16:09,181 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T00:16:09,183 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3302f0f507bd:43975 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3302f0f507bd/172.17.0.3:43975 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:16:09,185 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,43975,1731024905663, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,43975,1731024905663, seqNum=-1, error=java.net.ConnectException: Call to address=3302f0f507bd:43975 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3302f0f507bd/172.17.0.3:43975 2024-11-08T00:16:09,186 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,43975,1731024905663, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-08T00:16:09,186 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,43975,1731024905663, seqNum=-1 from cache 2024-11-08T00:16:09,187 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 3302f0f507bd:43975 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3302f0f507bd/172.17.0.3:43975 2024-11-08T00:16:09,190 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T00:16:09,190 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-08T00:16:09,206 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/.tmp/info/8cb3c9d4ee0648d0a36e6deb65b371e8 is 167, key is SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e./info:regioninfo/1731024928157/Put/seqid=0 2024-11-08T00:16:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741866_1042 (size=18393) 2024-11-08T00:16:09,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741866_1042 (size=18393) 2024-11-08T00:16:09,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741866_1042 (size=18393) 2024-11-08T00:16:09,221 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/.tmp/info/8cb3c9d4ee0648d0a36e6deb65b371e8 2024-11-08T00:16:09,258 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/.tmp/ns/8e67a1992e014af09a57d6db69ba1c65 is 43, key is default/ns:d/1731024917313/Put/seqid=0 2024-11-08T00:16:09,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741867_1043 (size=5153) 2024-11-08T00:16:09,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741867_1043 (size=5153) 2024-11-08T00:16:09,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741867_1043 (size=5153) 2024-11-08T00:16:09,271 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/.tmp/ns/8e67a1992e014af09a57d6db69ba1c65 2024-11-08T00:16:09,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,39983,1731024905729, seqNum=-1] 2024-11-08T00:16:09,299 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/.tmp/table/e9f3d89b6ca5406bacfce40b07d3a1ea is 47, key is SPTestTable/table:state/1731024928215/Put/seqid=0 2024-11-08T00:16:09,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39983 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:52046 deadline: 1731025029181, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3302f0f507bd,39983,1731024905729 2024-11-08T00:16:09,305 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,39983,1731024905729, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,39983,1731024905729, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3302f0f507bd,39983,1731024905729 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T00:16:09,305 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,39983,1731024905729, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3302f0f507bd,39983,1731024905729 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T00:16:09,305 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,39983,1731024905729, seqNum=-1 from cache 2024-11-08T00:16:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741868_1044 (size=5214) 2024-11-08T00:16:09,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741868_1044 (size=5214) 2024-11-08T00:16:09,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741868_1044 (size=5214) 2024-11-08T00:16:09,316 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/.tmp/table/e9f3d89b6ca5406bacfce40b07d3a1ea 2024-11-08T00:16:09,328 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/.tmp/info/8cb3c9d4ee0648d0a36e6deb65b371e8 as hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/info/8cb3c9d4ee0648d0a36e6deb65b371e8 2024-11-08T00:16:09,342 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/info/8cb3c9d4ee0648d0a36e6deb65b371e8, entries=100, sequenceid=28, filesize=18.0 K 2024-11-08T00:16:09,344 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/.tmp/ns/8e67a1992e014af09a57d6db69ba1c65 as hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/ns/8e67a1992e014af09a57d6db69ba1c65 2024-11-08T00:16:09,356 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/ns/8e67a1992e014af09a57d6db69ba1c65, entries=2, sequenceid=28, filesize=5.0 K 2024-11-08T00:16:09,359 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/.tmp/table/e9f3d89b6ca5406bacfce40b07d3a1ea as hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/table/e9f3d89b6ca5406bacfce40b07d3a1ea 2024-11-08T00:16:09,372 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/table/e9f3d89b6ca5406bacfce40b07d3a1ea, entries=2, sequenceid=28, filesize=5.1 K 2024-11-08T00:16:09,372 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 182ms, sequenceid=28, compaction requested=false; wal=null 2024-11-08T00:16:09,374 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T00:16:09,379 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:16:09,379 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:16:09,381 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:16:09,382 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:16:09,387 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-08T00:16:09,388 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68206498, jitterRate=0.01635602116584778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:16:09,388 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:16:09,388 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731024969165Writing region info on filesystem at 1731024969165Initializing all the Stores at 1731024969166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024969166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024969166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731024969167 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731024969167Obtaining lock to block concurrent updates at 1731024969190 (+23 ms)Preparing flush snapshotting stores in 1588230740 at 1731024969190Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731024969190Flushing stores of hbase:meta,,1.1588230740 at 1731024969190Flushing 1588230740/info: creating writer at 1731024969190Flushing 1588230740/info: appending metadata at 1731024969206 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731024969206Flushing 1588230740/ns: creating writer at 1731024969236 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731024969257 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731024969258 (+1 ms)Flushing 1588230740/table: creating writer at 1731024969280 (+22 ms)Flushing 1588230740/table: appending metadata at 1731024969298 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731024969298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21287152: reopening flushed file at 1731024969324 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc10917: reopening flushed file at 1731024969342 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9d3fa3: reopening flushed file at 1731024969356 (+14 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 182ms, sequenceid=28, compaction requested=false; wal=null at 1731024969372 (+16 ms)Cleaning up temporary data from old regions at 1731024969379 (+7 ms)Running coprocessor post-open hooks at 1731024969388 (+9 ms)Region opened successfully at 1731024969388 2024-11-08T00:16:09,389 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731024969121 2024-11-08T00:16:09,392 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:16:09,392 INFO [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:16:09,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=3302f0f507bd,39983,1731024905729 2024-11-08T00:16:09,393 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,39983,1731024905729, state=OPEN 2024-11-08T00:16:09,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:16:09,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:16:09,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:16:09,443 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3302f0f507bd,39983,1731024905729 2024-11-08T00:16:09,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:16:09,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:16:09,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:16:09,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-08T00:16:09,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,39983,1731024905729 in 10.0630 sec 2024-11-08T00:16:09,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-08T00:16:09,448 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3302f0f507bd,43975,1731024905663 had 4 regions 2024-11-08T00:16:09,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2730 sec 2024-11-08T00:16:09,449 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3302f0f507bd,43975,1731024905663, splitWal=true, meta=true, isMeta: false 2024-11-08T00:16:09,451 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3302f0f507bd,43975,1731024905663 WAL count=1, meta=false 2024-11-08T00:16:09,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3302f0f507bd%2C43975%2C1731024905663.1731024906914}] 2024-11-08T00:16:09,452 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=3302f0f507bd,39983,1731024905729 2024-11-08T00:16:09,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3302f0f507bd%2C43975%2C1731024905663.1731024906914, worker=3302f0f507bd,39983,1731024905729}] 2024-11-08T00:16:09,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:16:09,517 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,39983,1731024905729, seqNum=-1] 2024-11-08T00:16:09,541 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T00:16:09,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:16:09,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:16:09,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:16:09,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:16:09,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:16:09,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:16:09,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:16:09,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2102185247, stopped=false 2024-11-08T00:16:09,543 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3302f0f507bd,38341,1731024905476 2024-11-08T00:16:09,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:16:09,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:16:09,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:16:09,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:16:09,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:16:09,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:16:09,598 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:16:09,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:16:09,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:16:09,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:16:09,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:16:09,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:16:09,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:16:09,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,44881,1731024905699' ***** 2024-11-08T00:16:09,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:16:09,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,39983,1731024905729' ***** 2024-11-08T00:16:09,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:16:09,600 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:16:09,600 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:16:09,600 INFO [RS:1;3302f0f507bd:44881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:16:09,600 INFO [RS:2;3302f0f507bd:39983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:16:09,600 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:16:09,600 INFO [RS:1;3302f0f507bd:44881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:16:09,600 INFO [RS:2;3302f0f507bd:39983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:16:09,600 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(3091): Received CLOSE for a06d1063f6953469c4a4ca90e7e2e83e 2024-11-08T00:16:09,600 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(3091): Received CLOSE for 6950884c63d8ee4451d4730743d08631 2024-11-08T00:16:09,600 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:16:09,601 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(3091): Received CLOSE for 742d678a5feefbb2b13e7dfd6b813952 2024-11-08T00:16:09,601 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(3091): Received CLOSE for b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:16:09,601 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,39983,1731024905729 2024-11-08T00:16:09,601 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a844fc80bd162713f6e4b28e45037e6 2024-11-08T00:16:09,601 INFO [RS:2;3302f0f507bd:39983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a06d1063f6953469c4a4ca90e7e2e83e, disabling compactions & flushes 2024-11-08T00:16:09,601 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(3091): Received CLOSE for f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:16:09,601 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:16:09,601 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e47a4ae4ea7885d9cff03f471e86863 2024-11-08T00:16:09,601 INFO [RS:2;3302f0f507bd:39983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3302f0f507bd:39983. 2024-11-08T00:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:16:09,601 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,44881,1731024905699 2024-11-08T00:16:09,601 INFO [RS:1;3302f0f507bd:44881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. after waiting 0 ms 2024-11-08T00:16:09,601 DEBUG [RS:2;3302f0f507bd:39983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:16:09,601 INFO [RS:1;3302f0f507bd:44881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3302f0f507bd:44881. 2024-11-08T00:16:09,601 DEBUG [RS:2;3302f0f507bd:39983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:16:09,601 DEBUG [RS:1;3302f0f507bd:44881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:16:09,601 DEBUG [RS:1;3302f0f507bd:44881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:16:09,601 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:16:09,601 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:16:09,601 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:16:09,601 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T00:16:09,601 DEBUG [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(1325): Online Regions={6950884c63d8ee4451d4730743d08631=SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631., 9a844fc80bd162713f6e4b28e45037e6=SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6., f4cf75be4d9750807457dd2b88d15335=SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335., 0e47a4ae4ea7885d9cff03f471e86863=SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863.} 2024-11-08T00:16:09,601 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:16:09,601 DEBUG [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(1351): Waiting on 0e47a4ae4ea7885d9cff03f471e86863, 6950884c63d8ee4451d4730743d08631, 9a844fc80bd162713f6e4b28e45037e6, f4cf75be4d9750807457dd2b88d15335 2024-11-08T00:16:09,601 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T00:16:09,601 DEBUG [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(1325): Online Regions={a06d1063f6953469c4a4ca90e7e2e83e=SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e., 742d678a5feefbb2b13e7dfd6b813952=SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952., 1588230740=hbase:meta,,1.1588230740, b3c60182bb59a771dc07b919e41abcf3=SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3.} 2024-11-08T00:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6950884c63d8ee4451d4730743d08631, disabling compactions & flushes 2024-11-08T00:16:09,601 DEBUG [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 742d678a5feefbb2b13e7dfd6b813952, a06d1063f6953469c4a4ca90e7e2e83e, b3c60182bb59a771dc07b919e41abcf3 2024-11-08T00:16:09,601 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:16:09,601 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:16:09,601 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:16:09,601 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:16:09,602 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. after waiting 0 ms 2024-11-08T00:16:09,602 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:16:09,602 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:16:09,602 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:16:09,602 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:16:09,606 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/a06d1063f6953469c4a4ca90e7e2e83e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:16:09,612 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:16:09,612 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a06d1063f6953469c4a4ca90e7e2e83e: Waiting for close lock at 1731024969601Running coprocessor pre-close hooks at 1731024969601Disabling compacts and flushes for region at 1731024969601Disabling writes for close at 1731024969601Writing region close event to WAL at 1731024969601Running coprocessor post-close hooks at 1731024969612 (+11 ms)Closed at 1731024969612 2024-11-08T00:16:09,612 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731024917388.a06d1063f6953469c4a4ca90e7e2e83e. 2024-11-08T00:16:09,613 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 742d678a5feefbb2b13e7dfd6b813952, disabling compactions & flushes 2024-11-08T00:16:09,613 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:16:09,613 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:16:09,613 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-08T00:16:09,613 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. after waiting 0 ms 2024-11-08T00:16:09,613 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:16:09,614 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:16:09,614 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/6950884c63d8ee4451d4730743d08631/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:16:09,614 INFO [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:16:09,614 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731024969601Running coprocessor pre-close hooks at 1731024969601Disabling compacts and flushes for region at 1731024969601Disabling writes for close at 1731024969602 (+1 ms)Writing region close event to WAL at 1731024969603 (+1 ms)Running coprocessor post-close hooks at 1731024969614 (+11 ms)Closed at 1731024969614 2024-11-08T00:16:09,614 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:16:09,615 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:16:09,615 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6950884c63d8ee4451d4730743d08631: Waiting for close lock at 1731024969601Running coprocessor pre-close hooks at 1731024969601Disabling compacts and flushes for region at 1731024969601Disabling writes for close at 1731024969602 (+1 ms)Writing region close event to WAL at 1731024969602Running coprocessor post-close hooks at 1731024969614 (+12 ms)Closed at 1731024969615 (+1 ms) 2024-11-08T00:16:09,615 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731024917388.6950884c63d8ee4451d4730743d08631. 2024-11-08T00:16:09,615 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a844fc80bd162713f6e4b28e45037e6, disabling compactions & flushes 2024-11-08T00:16:09,615 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:16:09,615 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:16:09,615 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. after waiting 0 ms 2024-11-08T00:16:09,615 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:16:09,618 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/742d678a5feefbb2b13e7dfd6b813952/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T00:16:09,619 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:16:09,619 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 742d678a5feefbb2b13e7dfd6b813952: Waiting for close lock at 1731024969613Running coprocessor pre-close hooks at 1731024969613Disabling compacts and flushes for region at 1731024969613Disabling writes for close at 1731024969613Writing region close event to WAL at 1731024969614 (+1 ms)Running coprocessor post-close hooks at 1731024969619 (+5 ms)Closed at 1731024969619 2024-11-08T00:16:09,619 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731024917388.742d678a5feefbb2b13e7dfd6b813952. 2024-11-08T00:16:09,619 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3c60182bb59a771dc07b919e41abcf3, disabling compactions & flushes 2024-11-08T00:16:09,619 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:16:09,619 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:16:09,619 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. after waiting 0 ms 2024-11-08T00:16:09,619 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:16:09,622 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/9a844fc80bd162713f6e4b28e45037e6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:16:09,623 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:16:09,623 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a844fc80bd162713f6e4b28e45037e6: Waiting for close lock at 1731024969615Running coprocessor pre-close hooks at 1731024969615Disabling compacts and flushes for region at 1731024969615Disabling writes for close at 1731024969615Writing region close event to WAL at 1731024969615Running coprocessor post-close hooks at 1731024969623 (+8 ms)Closed at 1731024969623 2024-11-08T00:16:09,623 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731024917388.9a844fc80bd162713f6e4b28e45037e6. 2024-11-08T00:16:09,623 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4cf75be4d9750807457dd2b88d15335, disabling compactions & flushes 2024-11-08T00:16:09,623 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:16:09,624 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:16:09,624 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. after waiting 0 ms 2024-11-08T00:16:09,624 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:16:09,627 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/b3c60182bb59a771dc07b919e41abcf3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T00:16:09,627 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/f4cf75be4d9750807457dd2b88d15335/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T00:16:09,628 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:16:09,628 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3c60182bb59a771dc07b919e41abcf3: Waiting for close lock at 1731024969619Running coprocessor pre-close hooks at 1731024969619Disabling compacts and flushes for region at 1731024969619Disabling writes for close at 1731024969619Writing region close event to WAL at 1731024969624 (+5 ms)Running coprocessor post-close hooks at 1731024969628 (+4 ms)Closed at 1731024969628 2024-11-08T00:16:09,628 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:16:09,628 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4cf75be4d9750807457dd2b88d15335: Waiting for close lock at 1731024969623Running coprocessor pre-close hooks at 1731024969623Disabling compacts and flushes for region at 1731024969623Disabling writes for close at 1731024969624 (+1 ms)Writing region close event to WAL at 1731024969625 (+1 ms)Running coprocessor post-close hooks at 1731024969628 (+3 ms)Closed at 1731024969628 2024-11-08T00:16:09,628 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731024917388.b3c60182bb59a771dc07b919e41abcf3. 2024-11-08T00:16:09,628 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731024917388.f4cf75be4d9750807457dd2b88d15335. 2024-11-08T00:16:09,628 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e47a4ae4ea7885d9cff03f471e86863, disabling compactions & flushes 2024-11-08T00:16:09,628 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:16:09,628 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:16:09,629 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. after waiting 0 ms 2024-11-08T00:16:09,629 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:16:09,632 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/data/default/SPTestTable/0e47a4ae4ea7885d9cff03f471e86863/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:16:09,633 INFO [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:16:09,633 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e47a4ae4ea7885d9cff03f471e86863: Waiting for close lock at 1731024969628Running coprocessor pre-close hooks at 1731024969628Disabling compacts and flushes for region at 1731024969628Disabling writes for close at 1731024969629 (+1 ms)Writing region close event to WAL at 1731024969629Running coprocessor post-close hooks at 1731024969633 (+4 ms)Closed at 1731024969633 2024-11-08T00:16:09,633 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731024917388.0e47a4ae4ea7885d9cff03f471e86863. 2024-11-08T00:16:09,677 INFO [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:16:09,677 INFO [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:16:09,789 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:16:09,789 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:16:09,801 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,44881,1731024905699; all regions closed. 2024-11-08T00:16:09,802 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,39983,1731024905729; all regions closed. 2024-11-08T00:16:09,802 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:16:09,802 INFO [regionserver/3302f0f507bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:16:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741865_1041 (size=678) 2024-11-08T00:16:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741865_1041 (size=678) 2024-11-08T00:16:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741865_1041 (size=678) 2024-11-08T00:16:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741833_1009 (size=2917) 2024-11-08T00:16:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741833_1009 (size=2917) 2024-11-08T00:16:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741833_1009 (size=2917) 2024-11-08T00:16:09,807 DEBUG [RS:1;3302f0f507bd:44881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/oldWALs 2024-11-08T00:16:09,807 DEBUG [RS:2;3302f0f507bd:39983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/oldWALs 2024-11-08T00:16:09,807 INFO [RS:2;3302f0f507bd:39983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C39983%2C1731024905729.meta:.meta(num 1731024969132) 2024-11-08T00:16:09,807 INFO [RS:1;3302f0f507bd:44881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C44881%2C1731024905699:(num 1731024906922) 2024-11-08T00:16:09,807 DEBUG [RS:1;3302f0f507bd:44881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:16:09,807 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:16:09,807 INFO [RS:1;3302f0f507bd:44881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:16:09,807 INFO [RS:1;3302f0f507bd:44881 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:16:09,807 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:16:09,807 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:16:09,807 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:16:09,807 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:16:09,807 INFO [RS:1;3302f0f507bd:44881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:16:09,807 INFO [RS:1;3302f0f507bd:44881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44881 2024-11-08T00:16:09,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741835_1011 (size=2886) 2024-11-08T00:16:09,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741835_1011 (size=2886) 2024-11-08T00:16:09,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741835_1011 (size=2886) 2024-11-08T00:16:09,811 DEBUG [RS:2;3302f0f507bd:39983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/oldWALs 2024-11-08T00:16:09,811 INFO [RS:2;3302f0f507bd:39983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C39983%2C1731024905729:(num 1731024906913) 2024-11-08T00:16:09,811 DEBUG [RS:2;3302f0f507bd:39983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:16:09,811 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:16:09,811 INFO [RS:2;3302f0f507bd:39983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:16:09,812 INFO [RS:2;3302f0f507bd:39983 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:16:09,812 INFO [RS:2;3302f0f507bd:39983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:16:09,812 INFO [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:16:09,812 INFO [RS:2;3302f0f507bd:39983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39983 2024-11-08T00:16:09,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:16:09,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,44881,1731024905699 2024-11-08T00:16:09,894 INFO [RS:1;3302f0f507bd:44881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:16:09,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,39983,1731024905729 2024-11-08T00:16:09,949 INFO [RS:2;3302f0f507bd:39983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:16:09,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,39983,1731024905729] 2024-11-08T00:16:09,980 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,39983,1731024905729 already deleted, retry=false 2024-11-08T00:16:09,980 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,39983,1731024905729 expired; onlineServers=1 2024-11-08T00:16:09,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,44881,1731024905699] 2024-11-08T00:16:09,990 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,44881,1731024905699 already deleted, retry=false 2024-11-08T00:16:09,991 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,44881,1731024905699 expired; onlineServers=0 2024-11-08T00:16:09,991 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3302f0f507bd,38341,1731024905476' ***** 2024-11-08T00:16:09,991 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:16:09,991 INFO [M:0;3302f0f507bd:38341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:16:09,991 INFO [M:0;3302f0f507bd:38341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:16:09,991 DEBUG [M:0;3302f0f507bd:38341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:16:09,991 DEBUG [M:0;3302f0f507bd:38341 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:16:09,991 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:16:09,991 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731024906678 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731024906678,5,FailOnTimeoutGroup] 2024-11-08T00:16:09,991 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731024906678 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731024906678,5,FailOnTimeoutGroup] 2024-11-08T00:16:09,991 INFO [M:0;3302f0f507bd:38341 {}] hbase.ChoreService(370): Chore service for: master/3302f0f507bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:16:09,991 INFO [M:0;3302f0f507bd:38341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:16:09,991 DEBUG [M:0;3302f0f507bd:38341 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:16:09,991 INFO [M:0;3302f0f507bd:38341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:16:09,992 INFO [M:0;3302f0f507bd:38341 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:16:09,992 ERROR [M:0;3302f0f507bd:38341 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:37971 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37971,5,PEWorkerGroup] 2024-11-08T00:16:09,992 INFO [M:0;3302f0f507bd:38341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:16:09,992 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:16:10,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:16:10,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:16:10,001 DEBUG [M:0;3302f0f507bd:38341 {}] zookeeper.ZKUtil(347): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:16:10,001 WARN [M:0;3302f0f507bd:38341 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:16:10,002 INFO [M:0;3302f0f507bd:38341 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/.lastflushedseqids 2024-11-08T00:16:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741869_1045 (size=632) 2024-11-08T00:16:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741869_1045 (size=632) 2024-11-08T00:16:10,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741869_1045 (size=632) 2024-11-08T00:16:10,011 INFO [M:0;3302f0f507bd:38341 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:16:10,011 INFO [M:0;3302f0f507bd:38341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:16:10,011 DEBUG [M:0;3302f0f507bd:38341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:16:10,011 INFO [M:0;3302f0f507bd:38341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:16:10,011 DEBUG [M:0;3302f0f507bd:38341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:16:10,012 DEBUG [M:0;3302f0f507bd:38341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:16:10,012 DEBUG [M:0;3302f0f507bd:38341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:16:10,012 INFO [M:0;3302f0f507bd:38341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=213.83 KB heapSize=255.16 KB 2024-11-08T00:16:10,026 DEBUG [M:0;3302f0f507bd:38341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74a39093da8e4ba090f07f5966cff35f is 82, key is hbase:meta,,1/info:regioninfo/1731024969392/Put/seqid=0 2024-11-08T00:16:10,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741870_1046 (size=6071) 2024-11-08T00:16:10,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741870_1046 (size=6071) 2024-11-08T00:16:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741870_1046 (size=6071) 2024-11-08T00:16:10,035 INFO [M:0;3302f0f507bd:38341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74a39093da8e4ba090f07f5966cff35f 2024-11-08T00:16:10,058 DEBUG [M:0;3302f0f507bd:38341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f41e02ae62340cfb0641044e697cbb4 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731024928220/Put/seqid=0 2024-11-08T00:16:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741871_1047 (size=11560) 2024-11-08T00:16:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741871_1047 (size=11560) 2024-11-08T00:16:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741871_1047 (size=11560) 2024-11-08T00:16:10,065 INFO [M:0;3302f0f507bd:38341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=212.60 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f41e02ae62340cfb0641044e697cbb4 2024-11-08T00:16:10,070 INFO [RS:1;3302f0f507bd:44881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:16:10,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:16:10,070 INFO [RS:1;3302f0f507bd:44881 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,44881,1731024905699; zookeeper connection closed. 2024-11-08T00:16:10,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x10117cbe0910002, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:16:10,070 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@227bb2c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@227bb2c 2024-11-08T00:16:10,070 INFO [M:0;3302f0f507bd:38341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f41e02ae62340cfb0641044e697cbb4 2024-11-08T00:16:10,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:16:10,080 INFO [RS:2;3302f0f507bd:39983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:16:10,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x10117cbe0910003, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:16:10,080 INFO [RS:2;3302f0f507bd:39983 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,39983,1731024905729; zookeeper connection closed. 2024-11-08T00:16:10,081 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@518ed453 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@518ed453 2024-11-08T00:16:10,081 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T00:16:10,087 DEBUG [M:0;3302f0f507bd:38341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d06796792cab41e796f46cd520a4b7f8 is 69, key is 3302f0f507bd,39983,1731024905729/rs:state/1731024906706/Put/seqid=0 2024-11-08T00:16:10,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741872_1048 (size=5447) 2024-11-08T00:16:10,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741872_1048 (size=5447) 2024-11-08T00:16:10,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741872_1048 (size=5447) 2024-11-08T00:16:10,096 INFO [M:0;3302f0f507bd:38341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d06796792cab41e796f46cd520a4b7f8 2024-11-08T00:16:10,101 INFO [M:0;3302f0f507bd:38341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d06796792cab41e796f46cd520a4b7f8 2024-11-08T00:16:10,102 DEBUG [M:0;3302f0f507bd:38341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74a39093da8e4ba090f07f5966cff35f as hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74a39093da8e4ba090f07f5966cff35f 2024-11-08T00:16:10,112 INFO [M:0;3302f0f507bd:38341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74a39093da8e4ba090f07f5966cff35f, entries=14, sequenceid=446, filesize=5.9 K 2024-11-08T00:16:10,113 DEBUG [M:0;3302f0f507bd:38341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f41e02ae62340cfb0641044e697cbb4 as hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f41e02ae62340cfb0641044e697cbb4 2024-11-08T00:16:10,121 INFO [M:0;3302f0f507bd:38341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f41e02ae62340cfb0641044e697cbb4 2024-11-08T00:16:10,121 INFO [M:0;3302f0f507bd:38341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f41e02ae62340cfb0641044e697cbb4, entries=52, sequenceid=446, filesize=11.3 K 2024-11-08T00:16:10,123 DEBUG [M:0;3302f0f507bd:38341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d06796792cab41e796f46cd520a4b7f8 as hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d06796792cab41e796f46cd520a4b7f8 2024-11-08T00:16:10,132 INFO [M:0;3302f0f507bd:38341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d06796792cab41e796f46cd520a4b7f8 2024-11-08T00:16:10,132 INFO [M:0;3302f0f507bd:38341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/1e296ce0-9ba6-26a1-3722-5e1123a6ca87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d06796792cab41e796f46cd520a4b7f8, entries=3, sequenceid=446, filesize=5.3 K 2024-11-08T00:16:10,134 INFO [M:0;3302f0f507bd:38341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~213.83 KB/218961, heapSize ~254.87 KB/260984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=446, compaction requested=false 2024-11-08T00:16:10,141 INFO [M:0;3302f0f507bd:38341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:16:10,141 DEBUG [M:0;3302f0f507bd:38341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731024970011Disabling compacts and flushes for region at 1731024970011Disabling writes for close at 1731024970012 (+1 ms)Obtaining lock to block concurrent updates at 1731024970012Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731024970012Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=218961, getHeapSize=261224, getOffHeapSize=0, getCellsCount=545 at 1731024970012Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731024970013 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731024970013Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731024970026 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731024970026Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731024970041 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731024970057 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731024970057Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731024970071 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731024970086 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731024970086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d788c7: reopening flushed file at 1731024970101 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3f421d: reopening flushed file at 1731024970112 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4d377c: reopening flushed file at 1731024970122 (+10 ms)Finished flush of dataSize ~213.83 KB/218961, heapSize ~254.87 KB/260984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=446, compaction requested=false at 1731024970134 (+12 ms)Writing region close event to WAL at 1731024970140 (+6 ms)Closed at 1731024970140 2024-11-08T00:16:10,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45867 is added to blk_1073741830_1006 (size=248766) 2024-11-08T00:16:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741830_1006 (size=248766) 2024-11-08T00:16:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33789 is added to blk_1073741830_1006 (size=248766) 2024-11-08T00:16:10,166 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:16:10,166 INFO [M:0;3302f0f507bd:38341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:16:10,166 INFO [M:0;3302f0f507bd:38341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38341 2024-11-08T00:16:10,167 INFO [M:0;3302f0f507bd:38341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:16:10,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:16:10,280 INFO [M:0;3302f0f507bd:38341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:16:10,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x10117cbe0910000, quorum=127.0.0.1:51745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:16:10,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70fbbb4d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:16:10,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52e04367{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:16:10,283 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:16:10,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b8c1678{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:16:10,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2df72bee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/hadoop.log.dir/,STOPPED} 2024-11-08T00:16:10,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:16:10,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:16:10,285 WARN [BP-1312233551-172.17.0.3-1731024901333 heartbeating to localhost/127.0.0.1:37971 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:16:10,285 WARN [BP-1312233551-172.17.0.3-1731024901333 heartbeating to localhost/127.0.0.1:37971 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1312233551-172.17.0.3-1731024901333 (Datanode Uuid 8de0c7a7-c82c-41fe-922b-f6862afe6477) service to localhost/127.0.0.1:37971 2024-11-08T00:16:10,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data5/current/BP-1312233551-172.17.0.3-1731024901333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:16:10,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data6/current/BP-1312233551-172.17.0.3-1731024901333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:16:10,286 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:16:10,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@363b88c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:16:10,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db967cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:16:10,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:16:10,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@235874fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:16:10,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b52b262{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/hadoop.log.dir/,STOPPED} 2024-11-08T00:16:10,297 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:16:10,297 WARN [BP-1312233551-172.17.0.3-1731024901333 heartbeating to localhost/127.0.0.1:37971 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:16:10,297 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:16:10,297 WARN [BP-1312233551-172.17.0.3-1731024901333 heartbeating to localhost/127.0.0.1:37971 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1312233551-172.17.0.3-1731024901333 (Datanode Uuid ad34c74f-1023-4ec1-b2b1-889f2b950d32) service to localhost/127.0.0.1:37971 2024-11-08T00:16:10,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data3/current/BP-1312233551-172.17.0.3-1731024901333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:16:10,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data4/current/BP-1312233551-172.17.0.3-1731024901333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:16:10,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:16:10,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5186c45f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:16:10,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2099d161{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:16:10,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:16:10,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31631745{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:16:10,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51f349c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/hadoop.log.dir/,STOPPED} 2024-11-08T00:16:10,303 WARN [BP-1312233551-172.17.0.3-1731024901333 heartbeating to localhost/127.0.0.1:37971 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:16:10,303 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:16:10,303 WARN [BP-1312233551-172.17.0.3-1731024901333 heartbeating to localhost/127.0.0.1:37971 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1312233551-172.17.0.3-1731024901333 (Datanode Uuid 99a71691-39d8-49c4-9944-43b44ec4f965) service to localhost/127.0.0.1:37971 2024-11-08T00:16:10,303 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:16:10,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data1/current/BP-1312233551-172.17.0.3-1731024901333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:16:10,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/cluster_29d11b28-025c-c388-a1ef-90cc339d493d/data/data2/current/BP-1312233551-172.17.0.3-1731024901333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:16:10,304 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:16:10,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432c0a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:16:10,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@307980e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:16:10,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:16:10,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481c5a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:16:10,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7053826d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af71821-6260-0b4d-741e-105d3b3bbf3e/hadoop.log.dir/,STOPPED} 2024-11-08T00:16:10,319 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:16:10,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:16:10,364 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 96) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:37971 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:37971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/3302f0f507bd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:37971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:37971 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=726 (was 820), ProcessCount=11 (was 11), AvailableMemoryMB=1695 (was 2185)