2024-11-11 21:12:38,713 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-11 21:12:38,729 main DEBUG Took 0.013377 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 21:12:38,730 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 21:12:38,730 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 21:12:38,731 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 21:12:38,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,743 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 21:12:38,763 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,765 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,767 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,769 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,770 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,772 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,773 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,775 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,776 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,777 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,778 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:12:38,781 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,782 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 21:12:38,784 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:12:38,785 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 21:12:38,788 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 21:12:38,789 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 21:12:38,790 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 21:12:38,791 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 21:12:38,803 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 21:12:38,806 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 21:12:38,809 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 21:12:38,809 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 21:12:38,810 main DEBUG createAppenders(={Console}) 2024-11-11 21:12:38,811 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-11 21:12:38,811 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-11 21:12:38,812 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-11 21:12:38,813 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 21:12:38,813 main DEBUG OutputStream closed 2024-11-11 21:12:38,814 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 21:12:38,814 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 21:12:38,814 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-11 21:12:38,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 21:12:38,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 21:12:38,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 21:12:38,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 21:12:38,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 21:12:38,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 21:12:38,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 21:12:38,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 21:12:38,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 21:12:38,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 21:12:38,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 21:12:38,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 21:12:38,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 21:12:38,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 21:12:38,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 21:12:38,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 21:12:38,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 21:12:38,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 21:12:38,939 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 21:12:38,939 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-11 21:12:38,940 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 21:12:38,941 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-11T21:12:38,958 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-11 21:12:38,963 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 21:12:38,963 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T21:12:38,973 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-11T21:12:39,023 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=4571 2024-11-11T21:12:39,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855 2024-11-11T21:12:39,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:12:39,421 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1, deleteOnExit=true 2024-11-11T21:12:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:12:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/test.cache.data in system properties and HBase conf 2024-11-11T21:12:39,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:12:39,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:12:39,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:12:39,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:12:39,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:12:39,565 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T21:12:39,723 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:12:39,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:12:39,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:12:39,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:12:39,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:12:39,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:12:39,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:12:39,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:12:39,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:12:39,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:12:39,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:12:39,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:12:39,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:12:39,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:12:39,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:12:41,089 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T21:12:41,190 INFO [Time-limited test {}] log.Log(170): Logging initialized @3356ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T21:12:41,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:12:41,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:12:41,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:12:41,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:12:41,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:12:41,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:12:41,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:12:41,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:12:41,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/java.io.tmpdir/jetty-localhost-38883-hadoop-hdfs-3_4_1-tests_jar-_-any-15995408858642268477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:12:41,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:38883} 2024-11-11T21:12:41,619 INFO [Time-limited test {}] server.Server(415): Started @3786ms 2024-11-11T21:12:42,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:12:42,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:12:42,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:12:42,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:12:42,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:12:42,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:12:42,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:12:42,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/java.io.tmpdir/jetty-localhost-38141-hadoop-hdfs-3_4_1-tests_jar-_-any-15417993101370611894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:12:42,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:38141} 2024-11-11T21:12:42,650 INFO [Time-limited test {}] server.Server(415): Started @4817ms 2024-11-11T21:12:42,697 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:12:42,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:12:42,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:12:42,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:12:42,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:12:42,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:12:42,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:12:42,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:12:42,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/java.io.tmpdir/jetty-localhost-36249-hadoop-hdfs-3_4_1-tests_jar-_-any-1322890941247815961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:12:42,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:36249} 2024-11-11T21:12:42,958 INFO [Time-limited test {}] server.Server(415): Started @5125ms 2024-11-11T21:12:42,960 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:12:42,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:12:42,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:12:42,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:12:42,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:12:42,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:12:42,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:12:42,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:12:43,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/java.io.tmpdir/jetty-localhost-33537-hadoop-hdfs-3_4_1-tests_jar-_-any-7700252745077750124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:12:43,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:33537} 2024-11-11T21:12:43,095 INFO [Time-limited test {}] server.Server(415): Started @5262ms 2024-11-11T21:12:43,097 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:12:44,432 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data1/current/BP-1593192158-172.17.0.2-1731359560450/current, will proceed with Du for space computation calculation, 2024-11-11T21:12:44,432 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data4/current/BP-1593192158-172.17.0.2-1731359560450/current, will proceed with Du for space computation calculation, 2024-11-11T21:12:44,432 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data2/current/BP-1593192158-172.17.0.2-1731359560450/current, will proceed with Du for space computation calculation, 2024-11-11T21:12:44,432 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data3/current/BP-1593192158-172.17.0.2-1731359560450/current, will proceed with Du for space computation calculation, 2024-11-11T21:12:44,475 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data6/current/BP-1593192158-172.17.0.2-1731359560450/current, will proceed with Du for space computation calculation, 2024-11-11T21:12:44,475 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data5/current/BP-1593192158-172.17.0.2-1731359560450/current, will proceed with Du for space computation calculation, 2024-11-11T21:12:44,482 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:12:44,482 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:12:44,504 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:12:44,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f464cfd45cbdf44 with lease ID 0x4cc7aad16b6393b7: Processing first storage report for DS-0bceb5fc-8524-4d72-94df-0f9c5280d671 from datanode DatanodeRegistration(127.0.0.1:34085, datanodeUuid=1e5a9e37-d42d-413a-a60a-0fcd8327668d, infoPort=36045, infoSecurePort=0, ipcPort=43795, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450) 2024-11-11T21:12:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f464cfd45cbdf44 with lease ID 0x4cc7aad16b6393b7: from storage DS-0bceb5fc-8524-4d72-94df-0f9c5280d671 node DatanodeRegistration(127.0.0.1:34085, datanodeUuid=1e5a9e37-d42d-413a-a60a-0fcd8327668d, infoPort=36045, infoSecurePort=0, ipcPort=43795, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T21:12:44,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7568502c1b28fe5 with lease ID 0x4cc7aad16b6393b6: Processing first storage report for DS-fb6cf8ea-8417-419f-b8f1-16af74851601 from datanode DatanodeRegistration(127.0.0.1:34333, datanodeUuid=ab4d217f-6180-4f6f-a3a1-5d23dd58d6b6, infoPort=44993, infoSecurePort=0, ipcPort=34759, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450) 2024-11-11T21:12:44,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7568502c1b28fe5 with lease ID 0x4cc7aad16b6393b6: from storage DS-fb6cf8ea-8417-419f-b8f1-16af74851601 node DatanodeRegistration(127.0.0.1:34333, datanodeUuid=ab4d217f-6180-4f6f-a3a1-5d23dd58d6b6, infoPort=44993, infoSecurePort=0, ipcPort=34759, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:12:44,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41a753c5d1d09171 with lease ID 0x4cc7aad16b6393b8: Processing first storage report for DS-03cbab6c-bc9a-4734-bba2-dc7412d148b3 from datanode DatanodeRegistration(127.0.0.1:44307, datanodeUuid=9e8d9314-0a32-452a-8d0e-1babaa89707e, infoPort=35163, infoSecurePort=0, ipcPort=44349, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450) 2024-11-11T21:12:44,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41a753c5d1d09171 with lease ID 0x4cc7aad16b6393b8: from storage DS-03cbab6c-bc9a-4734-bba2-dc7412d148b3 node DatanodeRegistration(127.0.0.1:44307, datanodeUuid=9e8d9314-0a32-452a-8d0e-1babaa89707e, infoPort=35163, infoSecurePort=0, ipcPort=44349, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:12:44,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f464cfd45cbdf44 with lease ID 0x4cc7aad16b6393b7: Processing first storage report for DS-059f4942-d641-45be-b661-6c8aadf23025 from datanode DatanodeRegistration(127.0.0.1:34085, datanodeUuid=1e5a9e37-d42d-413a-a60a-0fcd8327668d, infoPort=36045, infoSecurePort=0, ipcPort=43795, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450) 2024-11-11T21:12:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f464cfd45cbdf44 with lease ID 0x4cc7aad16b6393b7: from storage DS-059f4942-d641-45be-b661-6c8aadf23025 node DatanodeRegistration(127.0.0.1:34085, datanodeUuid=1e5a9e37-d42d-413a-a60a-0fcd8327668d, infoPort=36045, infoSecurePort=0, ipcPort=43795, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:12:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7568502c1b28fe5 with lease ID 0x4cc7aad16b6393b6: Processing first storage report for DS-f288af91-9d7b-4ffe-9965-e33021bc447d from datanode DatanodeRegistration(127.0.0.1:34333, datanodeUuid=ab4d217f-6180-4f6f-a3a1-5d23dd58d6b6, infoPort=44993, infoSecurePort=0, ipcPort=34759, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450) 2024-11-11T21:12:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7568502c1b28fe5 with lease ID 0x4cc7aad16b6393b6: from storage DS-f288af91-9d7b-4ffe-9965-e33021bc447d node DatanodeRegistration(127.0.0.1:34333, datanodeUuid=ab4d217f-6180-4f6f-a3a1-5d23dd58d6b6, infoPort=44993, infoSecurePort=0, ipcPort=34759, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:12:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41a753c5d1d09171 with lease ID 0x4cc7aad16b6393b8: Processing first storage report for DS-0755dacc-8571-4305-9963-bad989814473 from datanode DatanodeRegistration(127.0.0.1:44307, datanodeUuid=9e8d9314-0a32-452a-8d0e-1babaa89707e, infoPort=35163, infoSecurePort=0, ipcPort=44349, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450) 2024-11-11T21:12:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41a753c5d1d09171 with lease ID 0x4cc7aad16b6393b8: from storage DS-0755dacc-8571-4305-9963-bad989814473 node DatanodeRegistration(127.0.0.1:44307, datanodeUuid=9e8d9314-0a32-452a-8d0e-1babaa89707e, infoPort=35163, infoSecurePort=0, ipcPort=44349, storageInfo=lv=-57;cid=testClusterID;nsid=24103458;c=1731359560450), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:12:44,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855 2024-11-11T21:12:44,669 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/zookeeper_0, clientPort=59646, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:12:44,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59646 2024-11-11T21:12:44,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:12:44,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:12:44,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:12:44,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:12:44,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:12:45,293 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 with version=8 2024-11-11T21:12:45,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/hbase-staging 2024-11-11T21:12:45,367 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T21:12:45,622 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:12:45,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:45,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:45,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:12:45,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:45,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:12:45,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:12:45,802 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T21:12:45,810 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T21:12:45,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:12:45,834 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 993 (auto-detected) 2024-11-11T21:12:45,835 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T21:12:45,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34587 2024-11-11T21:12:45,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34587 connecting to ZooKeeper ensemble=127.0.0.1:59646 2024-11-11T21:12:46,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345870x0, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:12:46,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34587-0x1012bbe5f180000 connected 2024-11-11T21:12:46,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:12:46,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:12:46,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:12:46,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929, hbase.cluster.distributed=false 2024-11-11T21:12:46,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:12:46,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-11T21:12:46,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34587 2024-11-11T21:12:46,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34587 2024-11-11T21:12:46,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-11T21:12:46,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-11T21:12:46,277 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:12:46,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:46,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:46,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:12:46,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:46,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:12:46,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:12:46,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:12:46,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42685 2024-11-11T21:12:46,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42685 connecting to ZooKeeper ensemble=127.0.0.1:59646 2024-11-11T21:12:46,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:12:46,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:12:46,308 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426850x0, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:12:46,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42685-0x1012bbe5f180001 connected 2024-11-11T21:12:46,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:12:46,313 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:12:46,321 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:12:46,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:12:46,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:12:46,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42685 2024-11-11T21:12:46,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42685 2024-11-11T21:12:46,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42685 2024-11-11T21:12:46,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42685 2024-11-11T21:12:46,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42685 2024-11-11T21:12:46,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:12:46,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:46,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:46,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:12:46,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:46,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:12:46,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:12:46,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:12:46,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36519 2024-11-11T21:12:46,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36519 connecting to ZooKeeper ensemble=127.0.0.1:59646 2024-11-11T21:12:46,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:12:46,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:12:46,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365190x0, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:12:46,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36519-0x1012bbe5f180002 connected 2024-11-11T21:12:46,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:12:46,373 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:12:46,374 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:12:46,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:12:46,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:12:46,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36519 2024-11-11T21:12:46,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36519 2024-11-11T21:12:46,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36519 2024-11-11T21:12:46,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36519 2024-11-11T21:12:46,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36519 2024-11-11T21:12:46,396 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:12:46,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:46,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:46,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:12:46,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:12:46,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:12:46,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:12:46,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:12:46,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40149 2024-11-11T21:12:46,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40149 connecting to ZooKeeper ensemble=127.0.0.1:59646 2024-11-11T21:12:46,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:12:46,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:12:46,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401490x0, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:12:46,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401490x0, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:12:46,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40149-0x1012bbe5f180003 connected 2024-11-11T21:12:46,415 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:12:46,416 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:12:46,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:12:46,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:12:46,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40149 2024-11-11T21:12:46,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40149 2024-11-11T21:12:46,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40149 2024-11-11T21:12:46,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40149 2024-11-11T21:12:46,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40149 2024-11-11T21:12:46,439 DEBUG [M:0;f286ae0a5299:34587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:34587 2024-11-11T21:12:46,440 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f286ae0a5299,34587,1731359565473 2024-11-11T21:12:46,456 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:12:46,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:12:46,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:12:46,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:12:46,458 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f286ae0a5299,34587,1731359565473 2024-11-11T21:12:46,487 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:12:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:12:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:12:46,488 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:46,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:46,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:46,489 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:12:46,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f286ae0a5299,34587,1731359565473 from backup master directory 2024-11-11T21:12:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f286ae0a5299,34587,1731359565473 2024-11-11T21:12:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:12:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:12:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:12:46,498 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:12:46,499 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:12:46,499 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,34587,1731359565473 2024-11-11T21:12:46,502 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T21:12:46,503 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T21:12:46,560 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/hbase.id] with ID: 112cc738-4dd7-4406-8089-a6d8df1a693e 2024-11-11T21:12:46,560 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/.tmp/hbase.id 2024-11-11T21:12:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:12:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:12:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:12:46,574 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/.tmp/hbase.id]:[hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/hbase.id] 2024-11-11T21:12:46,619 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:12:46,624 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:12:46,642 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-11T21:12:46,656 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:46,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:46,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:46,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:12:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:12:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:12:46,690 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:12:46,691 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:12:46,704 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:12:46,707 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:12:46,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:12:46,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:12:46,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:12:46,752 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store 2024-11-11T21:12:46,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:12:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:12:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:12:46,778 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T21:12:46,781 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:46,782 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:12:46,783 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:12:46,783 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:12:46,784 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:12:46,784 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:12:46,784 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:12:46,785 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359566782Disabling compacts and flushes for region at 1731359566782Disabling writes for close at 1731359566784 (+2 ms)Writing region close event to WAL at 1731359566784Closed at 1731359566784 2024-11-11T21:12:46,787 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/.initializing 2024-11-11T21:12:46,787 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/WALs/f286ae0a5299,34587,1731359565473 2024-11-11T21:12:46,794 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:12:46,808 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C34587%2C1731359565473, suffix=, logDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/WALs/f286ae0a5299,34587,1731359565473, archiveDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/oldWALs, maxLogs=10 2024-11-11T21:12:46,828 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/WALs/f286ae0a5299,34587,1731359565473/f286ae0a5299%2C34587%2C1731359565473.1731359566812, exclude list is [], retry=0 2024-11-11T21:12:46,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34085,DS-0bceb5fc-8524-4d72-94df-0f9c5280d671,DISK] 2024-11-11T21:12:46,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-fb6cf8ea-8417-419f-b8f1-16af74851601,DISK] 2024-11-11T21:12:46,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44307,DS-03cbab6c-bc9a-4734-bba2-dc7412d148b3,DISK] 2024-11-11T21:12:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T21:12:46,883 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/WALs/f286ae0a5299,34587,1731359565473/f286ae0a5299%2C34587%2C1731359565473.1731359566812 2024-11-11T21:12:46,884 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36045:36045),(127.0.0.1/127.0.0.1:35163:35163),(127.0.0.1/127.0.0.1:44993:44993)] 2024-11-11T21:12:46,885 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:12:46,885 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:46,888 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,888 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:12:46,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:46,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:12:46,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:12:46,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:46,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:12:46,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:12:46,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:46,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:12:46,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:12:46,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:46,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:12:46,961 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,964 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,965 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,969 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,970 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,973 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:12:46,976 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:12:46,980 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:12:46,981 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64860554, jitterRate=-0.033502429723739624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:12:46,989 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359566899Initializing all the Stores at 1731359566901 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359566901Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359566902 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359566902Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359566902Cleaning up temporary data from old regions at 1731359566970 (+68 ms)Region opened successfully at 1731359566989 (+19 ms) 2024-11-11T21:12:46,990 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:12:47,020 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71de2268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:12:47,046 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:12:47,056 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:12:47,056 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:12:47,059 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:12:47,061 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T21:12:47,066 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T21:12:47,066 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T21:12:47,088 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:12:47,095 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:12:47,119 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:12:47,122 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:12:47,124 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:12:47,216 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:12:47,222 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:12:47,228 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:12:47,319 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:12:47,323 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:12:47,337 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:12:47,363 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:12:47,371 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:12:47,382 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:12:47,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:12:47,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:12:47,382 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:12:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,386 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,34587,1731359565473, sessionid=0x1012bbe5f180000, setting cluster-up flag (Was=false) 2024-11-11T21:12:47,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,414 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,446 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:12:47,451 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,34587,1731359565473 2024-11-11T21:12:47,477 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:47,508 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:12:47,512 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,34587,1731359565473 2024-11-11T21:12:47,521 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:12:47,528 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(746): ClusterId : 112cc738-4dd7-4406-8089-a6d8df1a693e 2024-11-11T21:12:47,528 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(746): ClusterId : 112cc738-4dd7-4406-8089-a6d8df1a693e 2024-11-11T21:12:47,528 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(746): ClusterId : 112cc738-4dd7-4406-8089-a6d8df1a693e 2024-11-11T21:12:47,530 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:12:47,530 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:12:47,530 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:12:47,552 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:12:47,552 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:12:47,552 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:12:47,552 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:12:47,552 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:12:47,553 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:12:47,572 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:12:47,572 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:12:47,572 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:12:47,573 DEBUG [RS:0;f286ae0a5299:42685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d368a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:12:47,573 DEBUG [RS:2;f286ae0a5299:40149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49435d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:12:47,573 DEBUG [RS:1;f286ae0a5299:36519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111e7960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:12:47,586 DEBUG [RS:0;f286ae0a5299:42685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:42685 2024-11-11T21:12:47,587 DEBUG [RS:2;f286ae0a5299:40149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f286ae0a5299:40149 2024-11-11T21:12:47,587 DEBUG [RS:1;f286ae0a5299:36519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f286ae0a5299:36519 2024-11-11T21:12:47,589 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:12:47,589 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:12:47,589 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:12:47,589 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:12:47,589 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:12:47,589 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:12:47,589 DEBUG [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:12:47,589 DEBUG [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:12:47,589 DEBUG [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:12:47,592 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,34587,1731359565473 with port=40149, startcode=1731359566395 2024-11-11T21:12:47,592 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,34587,1731359565473 with port=36519, startcode=1731359566348 2024-11-11T21:12:47,592 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,34587,1731359565473 with port=42685, startcode=1731359566244 2024-11-11T21:12:47,598 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:12:47,604 DEBUG [RS:1;f286ae0a5299:36519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:12:47,604 DEBUG [RS:2;f286ae0a5299:40149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:12:47,604 DEBUG [RS:0;f286ae0a5299:42685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:12:47,607 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:12:47,614 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:12:47,619 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,34587,1731359565473 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:12:47,627 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:12:47,627 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:12:47,627 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:12:47,627 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:12:47,628 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:12:47,628 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:47,628 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:12:47,628 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:47,637 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731359597636 2024-11-11T21:12:47,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:12:47,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:12:47,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:12:47,638 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:12:47,638 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:12:47,639 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:12:47,640 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:12:47,645 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T21:12:47,646 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:12:47,646 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:12:47,647 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:12:47,647 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:12:47,647 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:47,648 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:12:47,647 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:47,650 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:12:47,650 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T21:12:47,651 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:12:47,651 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T21:12:47,651 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:12:47,654 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:12:47,654 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:12:47,657 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359567656,5,FailOnTimeoutGroup] 2024-11-11T21:12:47,660 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359567657,5,FailOnTimeoutGroup] 2024-11-11T21:12:47,660 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:47,660 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:12:47,661 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:47,662 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:47,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:12:47,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:12:47,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:12:47,697 DEBUG [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T21:12:47,697 DEBUG [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T21:12:47,697 DEBUG [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T21:12:47,697 WARN [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T21:12:47,697 WARN [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T21:12:47,697 WARN [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T21:12:47,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:12:47,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:12:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:12:47,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:12:47,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:47,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:12:47,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:12:47,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:47,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:12:47,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:12:47,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:12:47,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:47,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:12:47,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:12:47,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:12:47,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:47,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:12:47,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:12:47,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:12:47,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:47,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:12:47,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:12:47,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740 2024-11-11T21:12:47,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740 2024-11-11T21:12:47,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:12:47,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:12:47,737 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:12:47,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:12:47,743 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:12:47,745 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67326516, jitterRate=0.00324326753616333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:12:47,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731359567713Initializing all the Stores at 1731359567715 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359567715Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359567715Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359567715Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359567715Cleaning up temporary data from old regions at 1731359567736 (+21 ms)Region opened successfully at 1731359567748 (+12 ms) 2024-11-11T21:12:47,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:12:47,749 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:12:47,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:12:47,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:12:47,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:12:47,750 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:12:47,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359567748Disabling compacts and flushes for region at 1731359567748Disabling writes for close at 1731359567749 (+1 ms)Writing region close event to WAL at 1731359567750 (+1 ms)Closed at 1731359567750 2024-11-11T21:12:47,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:12:47,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:12:47,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:12:47,770 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:12:47,773 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:12:47,798 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,34587,1731359565473 with port=40149, startcode=1731359566395 2024-11-11T21:12:47,798 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,34587,1731359565473 with port=42685, startcode=1731359566244 2024-11-11T21:12:47,798 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,34587,1731359565473 with port=36519, startcode=1731359566348 2024-11-11T21:12:47,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,36519,1731359566348 2024-11-11T21:12:47,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,36519,1731359566348 2024-11-11T21:12:47,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,40149,1731359566395 2024-11-11T21:12:47,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,40149,1731359566395 2024-11-11T21:12:47,810 DEBUG [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:47,810 DEBUG [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44655 2024-11-11T21:12:47,810 DEBUG [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:12:47,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,42685,1731359566244 2024-11-11T21:12:47,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,42685,1731359566244 2024-11-11T21:12:47,813 DEBUG [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:47,813 DEBUG [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44655 2024-11-11T21:12:47,813 DEBUG [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:12:47,816 DEBUG [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:47,816 DEBUG [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44655 2024-11-11T21:12:47,816 DEBUG [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:12:47,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:12:47,925 WARN [f286ae0a5299:34587 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:12:47,951 DEBUG [RS:1;f286ae0a5299:36519 {}] zookeeper.ZKUtil(111): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,36519,1731359566348 2024-11-11T21:12:47,951 WARN [RS:1;f286ae0a5299:36519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:12:47,952 DEBUG [RS:2;f286ae0a5299:40149 {}] zookeeper.ZKUtil(111): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,40149,1731359566395 2024-11-11T21:12:47,952 INFO [RS:1;f286ae0a5299:36519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:12:47,952 DEBUG [RS:0;f286ae0a5299:42685 {}] zookeeper.ZKUtil(111): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,42685,1731359566244 2024-11-11T21:12:47,952 WARN [RS:2;f286ae0a5299:40149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:12:47,952 WARN [RS:0;f286ae0a5299:42685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:12:47,952 INFO [RS:2;f286ae0a5299:40149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:12:47,953 INFO [RS:0;f286ae0a5299:42685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:12:47,953 DEBUG [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,36519,1731359566348 2024-11-11T21:12:47,953 DEBUG [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,40149,1731359566395 2024-11-11T21:12:47,953 DEBUG [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244 2024-11-11T21:12:47,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,42685,1731359566244] 2024-11-11T21:12:47,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,40149,1731359566395] 2024-11-11T21:12:47,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,36519,1731359566348] 2024-11-11T21:12:47,981 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:12:47,981 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:12:47,981 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:12:47,997 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:12:47,997 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:12:47,997 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:12:48,002 INFO [RS:2;f286ae0a5299:40149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:12:48,002 INFO [RS:0;f286ae0a5299:42685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:12:48,002 INFO [RS:1;f286ae0a5299:36519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:12:48,002 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,002 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,002 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,003 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:12:48,003 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:12:48,003 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:12:48,008 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:12:48,008 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:12:48,008 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:12:48,010 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,010 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,010 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,010 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,010 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,010 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,010 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,010 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,010 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:12:48,011 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:12:48,011 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:12:48,011 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,011 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:12:48,012 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:12:48,012 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:12:48,012 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:12:48,012 DEBUG [RS:0;f286ae0a5299:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:12:48,012 DEBUG [RS:2;f286ae0a5299:40149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:12:48,012 DEBUG [RS:1;f286ae0a5299:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:12:48,014 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,014 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,014 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,014 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,40149,1731359566395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42685,1731359566244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,015 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36519,1731359566348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:12:48,038 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:12:48,038 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:12:48,038 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:12:48,040 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42685,1731359566244-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,040 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36519,1731359566348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,040 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,40149,1731359566395-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,041 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,041 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,041 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,041 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.Replication(171): f286ae0a5299,42685,1731359566244 started 2024-11-11T21:12:48,041 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.Replication(171): f286ae0a5299,40149,1731359566395 started 2024-11-11T21:12:48,041 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.Replication(171): f286ae0a5299,36519,1731359566348 started 2024-11-11T21:12:48,064 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,064 INFO [RS:0;f286ae0a5299:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,064 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:48,064 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,36519,1731359566348, RpcServer on f286ae0a5299/172.17.0.2:36519, sessionid=0x1012bbe5f180002 2024-11-11T21:12:48,064 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,42685,1731359566244, RpcServer on f286ae0a5299/172.17.0.2:42685, sessionid=0x1012bbe5f180001 2024-11-11T21:12:48,064 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,40149,1731359566395, RpcServer on f286ae0a5299/172.17.0.2:40149, sessionid=0x1012bbe5f180003 2024-11-11T21:12:48,065 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:12:48,065 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:12:48,065 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:12:48,066 DEBUG [RS:1;f286ae0a5299:36519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,36519,1731359566348 2024-11-11T21:12:48,066 DEBUG [RS:0;f286ae0a5299:42685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,42685,1731359566244 2024-11-11T21:12:48,066 DEBUG [RS:2;f286ae0a5299:40149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,40149,1731359566395 2024-11-11T21:12:48,066 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,40149,1731359566395' 2024-11-11T21:12:48,066 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42685,1731359566244' 2024-11-11T21:12:48,066 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,36519,1731359566348' 2024-11-11T21:12:48,066 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:12:48,066 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:12:48,066 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:12:48,067 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:12:48,067 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:12:48,067 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:12:48,067 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:12:48,067 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:12:48,067 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:12:48,067 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:12:48,067 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:12:48,067 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:12:48,068 DEBUG [RS:1;f286ae0a5299:36519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,36519,1731359566348 2024-11-11T21:12:48,068 DEBUG [RS:2;f286ae0a5299:40149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,40149,1731359566395 2024-11-11T21:12:48,068 DEBUG [RS:0;f286ae0a5299:42685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,42685,1731359566244 2024-11-11T21:12:48,068 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,36519,1731359566348' 2024-11-11T21:12:48,068 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,40149,1731359566395' 2024-11-11T21:12:48,068 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42685,1731359566244' 2024-11-11T21:12:48,068 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:12:48,068 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:12:48,068 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:12:48,068 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:12:48,069 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:12:48,069 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:12:48,069 DEBUG [RS:0;f286ae0a5299:42685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:12:48,069 DEBUG [RS:2;f286ae0a5299:40149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:12:48,069 INFO [RS:0;f286ae0a5299:42685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:12:48,069 DEBUG [RS:1;f286ae0a5299:36519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:12:48,069 INFO [RS:2;f286ae0a5299:40149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:12:48,069 INFO [RS:0;f286ae0a5299:42685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:12:48,069 INFO [RS:1;f286ae0a5299:36519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:12:48,069 INFO [RS:2;f286ae0a5299:40149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:12:48,069 INFO [RS:1;f286ae0a5299:36519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:12:48,175 INFO [RS:2;f286ae0a5299:40149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:12:48,175 INFO [RS:0;f286ae0a5299:42685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:12:48,176 INFO [RS:1;f286ae0a5299:36519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:12:48,179 INFO [RS:0;f286ae0a5299:42685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C42685%2C1731359566244, suffix=, logDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244, archiveDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/oldWALs, maxLogs=32 2024-11-11T21:12:48,179 INFO [RS:2;f286ae0a5299:40149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C40149%2C1731359566395, suffix=, logDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,40149,1731359566395, archiveDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/oldWALs, maxLogs=32 2024-11-11T21:12:48,180 INFO [RS:1;f286ae0a5299:36519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C36519%2C1731359566348, suffix=, logDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,36519,1731359566348, archiveDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/oldWALs, maxLogs=32 2024-11-11T21:12:48,197 DEBUG [RS:2;f286ae0a5299:40149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,40149,1731359566395/f286ae0a5299%2C40149%2C1731359566395.1731359568184, exclude list is [], retry=0 2024-11-11T21:12:48,197 DEBUG [RS:0;f286ae0a5299:42685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244/f286ae0a5299%2C42685%2C1731359566244.1731359568184, exclude list is [], retry=0 2024-11-11T21:12:48,199 DEBUG [RS:1;f286ae0a5299:36519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,36519,1731359566348/f286ae0a5299%2C36519%2C1731359566348.1731359568184, exclude list is [], retry=0 2024-11-11T21:12:48,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34085,DS-0bceb5fc-8524-4d72-94df-0f9c5280d671,DISK] 2024-11-11T21:12:48,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44307,DS-03cbab6c-bc9a-4734-bba2-dc7412d148b3,DISK] 2024-11-11T21:12:48,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34085,DS-0bceb5fc-8524-4d72-94df-0f9c5280d671,DISK] 2024-11-11T21:12:48,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44307,DS-03cbab6c-bc9a-4734-bba2-dc7412d148b3,DISK] 2024-11-11T21:12:48,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-fb6cf8ea-8417-419f-b8f1-16af74851601,DISK] 2024-11-11T21:12:48,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-fb6cf8ea-8417-419f-b8f1-16af74851601,DISK] 2024-11-11T21:12:48,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44307,DS-03cbab6c-bc9a-4734-bba2-dc7412d148b3,DISK] 2024-11-11T21:12:48,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-fb6cf8ea-8417-419f-b8f1-16af74851601,DISK] 2024-11-11T21:12:48,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34085,DS-0bceb5fc-8524-4d72-94df-0f9c5280d671,DISK] 2024-11-11T21:12:48,212 INFO [RS:0;f286ae0a5299:42685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244/f286ae0a5299%2C42685%2C1731359566244.1731359568184 2024-11-11T21:12:48,212 INFO [RS:2;f286ae0a5299:40149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,40149,1731359566395/f286ae0a5299%2C40149%2C1731359566395.1731359568184 2024-11-11T21:12:48,212 DEBUG [RS:0;f286ae0a5299:42685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36045:36045),(127.0.0.1/127.0.0.1:35163:35163),(127.0.0.1/127.0.0.1:44993:44993)] 2024-11-11T21:12:48,216 DEBUG [RS:2;f286ae0a5299:40149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36045:36045),(127.0.0.1/127.0.0.1:35163:35163),(127.0.0.1/127.0.0.1:44993:44993)] 2024-11-11T21:12:48,218 INFO [RS:1;f286ae0a5299:36519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,36519,1731359566348/f286ae0a5299%2C36519%2C1731359566348.1731359568184 2024-11-11T21:12:48,220 DEBUG [RS:1;f286ae0a5299:36519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35163:35163),(127.0.0.1/127.0.0.1:36045:36045),(127.0.0.1/127.0.0.1:44993:44993)] 2024-11-11T21:12:48,430 DEBUG [f286ae0a5299:34587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T21:12:48,442 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:12:48,448 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:12:48,448 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:12:48,448 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T21:12:48,448 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:12:48,448 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:12:48,448 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T21:12:48,448 INFO [f286ae0a5299:34587 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:12:48,448 INFO [f286ae0a5299:34587 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:12:48,448 INFO [f286ae0a5299:34587 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T21:12:48,448 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:12:48,454 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:12:48,462 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,36519,1731359566348, state=OPENING 2024-11-11T21:12:48,516 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:12:48,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:48,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:48,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:48,530 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:12:48,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:12:48,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:12:48,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:12:48,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:12:48,536 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:12:48,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,36519,1731359566348}] 2024-11-11T21:12:55,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:12:55,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T21:12:58,562 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:12:58,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:12:58,579 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:12:58,579 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:12:58,580 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:12:58,583 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C36519%2C1731359566348.meta, suffix=.meta, logDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,36519,1731359566348, archiveDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/oldWALs, maxLogs=32 2024-11-11T21:12:58,601 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,36519,1731359566348/f286ae0a5299%2C36519%2C1731359566348.meta.1731359578585.meta, exclude list is [], retry=0 2024-11-11T21:12:58,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44307,DS-03cbab6c-bc9a-4734-bba2-dc7412d148b3,DISK] 2024-11-11T21:12:58,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34085,DS-0bceb5fc-8524-4d72-94df-0f9c5280d671,DISK] 2024-11-11T21:12:58,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-fb6cf8ea-8417-419f-b8f1-16af74851601,DISK] 2024-11-11T21:12:58,610 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,36519,1731359566348/f286ae0a5299%2C36519%2C1731359566348.meta.1731359578585.meta 2024-11-11T21:12:58,610 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35163:35163),(127.0.0.1/127.0.0.1:36045:36045),(127.0.0.1/127.0.0.1:44993:44993)] 2024-11-11T21:12:58,611 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:12:58,612 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:12:58,614 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:12:58,619 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:12:58,623 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:12:58,623 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:58,624 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:12:58,624 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:12:58,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:12:58,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:12:58,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:58,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:12:58,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:12:58,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:12:58,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:58,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:12:58,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:12:58,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:12:58,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:58,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:12:58,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:12:58,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:12:58,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:58,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:12:58,637 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:12:58,639 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740 2024-11-11T21:12:58,642 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740 2024-11-11T21:12:58,644 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:12:58,644 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:12:58,645 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:12:58,648 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:12:58,650 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69308567, jitterRate=0.03277812898159027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:12:58,650 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:12:58,651 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359578624Writing region info on filesystem at 1731359578624Initializing all the Stores at 1731359578626 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359578626Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359578626Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359578627 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359578627Cleaning up temporary data from old regions at 1731359578644 (+17 ms)Running coprocessor post-open hooks at 1731359578650 (+6 ms)Region opened successfully at 1731359578651 (+1 ms) 2024-11-11T21:12:58,658 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731359578553 2024-11-11T21:12:58,667 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:12:58,667 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:12:58,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:12:58,671 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,36519,1731359566348, state=OPEN 2024-11-11T21:12:58,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:12:58,874 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:12:58,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:12:58,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:12:58,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:12:58,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:12:58,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:12:58,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:12:58,877 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,36519,1731359566348 2024-11-11T21:12:58,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:12:58,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,36519,1731359566348 in 10.3390 sec 2024-11-11T21:12:58,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:12:58,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.1260 sec 2024-11-11T21:12:58,892 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:12:58,892 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:12:58,910 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:12:58,911 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36519,1731359566348, seqNum=-1] 2024-11-11T21:12:58,929 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:12:58,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:12:58,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.3980 sec 2024-11-11T21:12:58,951 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359578950, completionTime=-1 2024-11-11T21:12:58,953 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T21:12:58,953 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:12:58,978 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T21:12:58,979 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731359638979 2024-11-11T21:12:58,979 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731359698979 2024-11-11T21:12:58,979 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-11T21:12:58,980 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:12:58,987 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34587,1731359565473-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:58,987 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34587,1731359565473-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:58,987 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34587,1731359565473-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:58,988 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:34587, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:58,989 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:58,989 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:58,996 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:12:59,020 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.520sec 2024-11-11T21:12:59,022 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:12:59,023 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:12:59,024 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:12:59,025 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:12:59,025 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:12:59,026 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34587,1731359565473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:12:59,026 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34587,1731359565473-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:12:59,031 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:12:59,032 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:12:59,033 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34587,1731359565473-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:12:59,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1671b16a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:12:59,054 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T21:12:59,054 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T21:12:59,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34587,-1 for getting cluster id 2024-11-11T21:12:59,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:12:59,072 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112cc738-4dd7-4406-8089-a6d8df1a693e' 2024-11-11T21:12:59,076 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:12:59,077 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112cc738-4dd7-4406-8089-a6d8df1a693e" 2024-11-11T21:12:59,077 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f78ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:12:59,077 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34587,-1] 2024-11-11T21:12:59,080 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:12:59,082 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:12:59,083 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:12:59,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac2c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:12:59,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:12:59,092 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36519,1731359566348, seqNum=-1] 2024-11-11T21:12:59,093 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:12:59,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:12:59,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,34587,1731359565473 2024-11-11T21:12:59,138 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731359579136 (current time:1731359579136). 2024-11-11T21:12:59,138 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T21:12:59,138 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T21:12:59,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c18f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:12:59,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34587,-1 for getting cluster id 2024-11-11T21:12:59,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:12:59,142 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112cc738-4dd7-4406-8089-a6d8df1a693e' 2024-11-11T21:12:59,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:12:59,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112cc738-4dd7-4406-8089-a6d8df1a693e" 2024-11-11T21:12:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff25fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:12:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34587,-1] 2024-11-11T21:12:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:12:59,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:12:59,145 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:12:59,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d770c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:12:59,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:12:59,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36519,1731359566348, seqNum=-1] 2024-11-11T21:12:59,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:12:59,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:12:59,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:12:59,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:12:59,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:12:59,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:12:59,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:12:59,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:12:59,170 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,34587,1731359565473 2024-11-11T21:12:59,173 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22867e6a 2024-11-11T21:12:59,173 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:12:59,175 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:12:59,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:12:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T21:12:59,189 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:12:59,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T21:12:59,191 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:12:59,194 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:12:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:12:59,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741837_1013 (size=361) 2024-11-11T21:12:59,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741837_1013 (size=361) 2024-11-11T21:12:59,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741837_1013 (size=361) 2024-11-11T21:12:59,211 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af958112bb4943ccd7c37da1db579d1d, NAME => 'SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:59,211 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 08377df9553ddef5bdaacd12a38d3c07, NAME => 'SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:59,217 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bcd2a7e063c404296ad07061419c55bc, NAME => 'SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:59,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741839_1015 (size=62) 2024-11-11T21:12:59,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741839_1015 (size=62) 2024-11-11T21:12:59,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741839_1015 (size=62) 2024-11-11T21:12:59,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:59,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741838_1014 (size=54) 2024-11-11T21:12:59,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 08377df9553ddef5bdaacd12a38d3c07, disabling compactions & flushes 2024-11-11T21:12:59,235 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:12:59,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:12:59,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. after waiting 0 ms 2024-11-11T21:12:59,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:12:59,235 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:12:59,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 08377df9553ddef5bdaacd12a38d3c07: Waiting for close lock at 1731359579235Disabling compacts and flushes for region at 1731359579235Disabling writes for close at 1731359579235Writing region close event to WAL at 1731359579235Closed at 1731359579235 2024-11-11T21:12:59,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741838_1014 (size=54) 2024-11-11T21:12:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741838_1014 (size=54) 2024-11-11T21:12:59,236 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 48ff702fbb15a95fa9e896c05b4e8d06, NAME => 'SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:59,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:59,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing af958112bb4943ccd7c37da1db579d1d, disabling compactions & flushes 2024-11-11T21:12:59,237 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:12:59,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:12:59,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. after waiting 0 ms 2024-11-11T21:12:59,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:12:59,237 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:12:59,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for af958112bb4943ccd7c37da1db579d1d: Waiting for close lock at 1731359579237Disabling compacts and flushes for region at 1731359579237Disabling writes for close at 1731359579237Writing region close event to WAL at 1731359579237Closed at 1731359579237 2024-11-11T21:12:59,239 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9af2eb2cbd130314277d30af94675865, NAME => 'SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:59,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741840_1016 (size=62) 2024-11-11T21:12:59,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741840_1016 (size=62) 2024-11-11T21:12:59,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741840_1016 (size=62) 2024-11-11T21:12:59,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:59,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing bcd2a7e063c404296ad07061419c55bc, disabling compactions & flushes 2024-11-11T21:12:59,246 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:12:59,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:12:59,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. after waiting 0 ms 2024-11-11T21:12:59,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:12:59,247 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:12:59,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for bcd2a7e063c404296ad07061419c55bc: Waiting for close lock at 1731359579246Disabling compacts and flushes for region at 1731359579246Disabling writes for close at 1731359579247 (+1 ms)Writing region close event to WAL at 1731359579247Closed at 1731359579247 2024-11-11T21:12:59,248 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 21db851910c3b342f1b2eb1e97327bd7, NAME => 'SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:59,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741841_1017 (size=62) 2024-11-11T21:12:59,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741842_1018 (size=62) 2024-11-11T21:12:59,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741841_1017 (size=62) 2024-11-11T21:12:59,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741841_1017 (size=62) 2024-11-11T21:12:59,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741842_1018 (size=62) 2024-11-11T21:12:59,264 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:59,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741842_1018 (size=62) 2024-11-11T21:12:59,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 48ff702fbb15a95fa9e896c05b4e8d06, disabling compactions & flushes 2024-11-11T21:12:59,265 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:12:59,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:12:59,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. after waiting 0 ms 2024-11-11T21:12:59,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:12:59,265 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:12:59,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 48ff702fbb15a95fa9e896c05b4e8d06: Waiting for close lock at 1731359579264Disabling compacts and flushes for region at 1731359579264Disabling writes for close at 1731359579265 (+1 ms)Writing region close event to WAL at 1731359579265Closed at 1731359579265 2024-11-11T21:12:59,266 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 51af90bdf632aaa8a243a14eace14ea0, NAME => 'SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:59,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:59,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9af2eb2cbd130314277d30af94675865, disabling compactions & flushes 2024-11-11T21:12:59,266 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:12:59,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:12:59,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. after waiting 0 ms 2024-11-11T21:12:59,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:12:59,266 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:12:59,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9af2eb2cbd130314277d30af94675865: Waiting for close lock at 1731359579266Disabling compacts and flushes for region at 1731359579266Disabling writes for close at 1731359579266Writing region close event to WAL at 1731359579266Closed at 1731359579266 2024-11-11T21:12:59,267 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec6f0389ddb68575606d08f92c651a1c, NAME => 'SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:59,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741843_1019 (size=62) 2024-11-11T21:12:59,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741843_1019 (size=62) 2024-11-11T21:12:59,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741843_1019 (size=62) 2024-11-11T21:12:59,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:59,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 21db851910c3b342f1b2eb1e97327bd7, disabling compactions & flushes 2024-11-11T21:12:59,277 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:12:59,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:12:59,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. after waiting 0 ms 2024-11-11T21:12:59,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:12:59,278 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:12:59,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 21db851910c3b342f1b2eb1e97327bd7: Waiting for close lock at 1731359579277Disabling compacts and flushes for region at 1731359579277Disabling writes for close at 1731359579278 (+1 ms)Writing region close event to WAL at 1731359579278Closed at 1731359579278 2024-11-11T21:12:59,278 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 557f36c5b30ad526e1e40370e5cac958, NAME => 'SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:59,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741844_1020 (size=62) 2024-11-11T21:12:59,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741845_1021 (size=62) 2024-11-11T21:12:59,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741844_1020 (size=62) 2024-11-11T21:12:59,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741845_1021 (size=62) 2024-11-11T21:12:59,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741845_1021 (size=62) 2024-11-11T21:12:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741844_1020 (size=62) 2024-11-11T21:12:59,289 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:59,289 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ec6f0389ddb68575606d08f92c651a1c, disabling compactions & flushes 2024-11-11T21:12:59,289 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:12:59,289 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:12:59,289 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. after waiting 0 ms 2024-11-11T21:12:59,289 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:12:59,289 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:12:59,289 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec6f0389ddb68575606d08f92c651a1c: Waiting for close lock at 1731359579289Disabling compacts and flushes for region at 1731359579289Disabling writes for close at 1731359579289Writing region close event to WAL at 1731359579289Closed at 1731359579289 2024-11-11T21:12:59,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:59,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 51af90bdf632aaa8a243a14eace14ea0, disabling compactions & flushes 2024-11-11T21:12:59,290 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f3b0059c5ba5c200f8c8d9c077a450f, NAME => 'SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929 2024-11-11T21:12:59,290 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:12:59,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:12:59,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. after waiting 0 ms 2024-11-11T21:12:59,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:12:59,290 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:12:59,290 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 51af90bdf632aaa8a243a14eace14ea0: Waiting for close lock at 1731359579290Disabling compacts and flushes for region at 1731359579290Disabling writes for close at 1731359579290Writing region close event to WAL at 1731359579290Closed at 1731359579290 2024-11-11T21:12:59,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741846_1022 (size=62) 2024-11-11T21:12:59,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741846_1022 (size=62) 2024-11-11T21:12:59,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741846_1022 (size=62) 2024-11-11T21:12:59,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:59,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 557f36c5b30ad526e1e40370e5cac958, disabling compactions & flushes 2024-11-11T21:12:59,300 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:12:59,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:12:59,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. after waiting 0 ms 2024-11-11T21:12:59,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:12:59,301 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:12:59,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 557f36c5b30ad526e1e40370e5cac958: Waiting for close lock at 1731359579300Disabling compacts and flushes for region at 1731359579300Disabling writes for close at 1731359579301 (+1 ms)Writing region close event to WAL at 1731359579301Closed at 1731359579301 2024-11-11T21:12:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741847_1023 (size=54) 2024-11-11T21:12:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741847_1023 (size=54) 2024-11-11T21:12:59,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741847_1023 (size=54) 2024-11-11T21:12:59,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:12:59,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0f3b0059c5ba5c200f8c8d9c077a450f, disabling compactions & flushes 2024-11-11T21:12:59,305 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:12:59,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:12:59,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. after waiting 0 ms 2024-11-11T21:12:59,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:12:59,305 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:12:59,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f3b0059c5ba5c200f8c8d9c077a450f: Waiting for close lock at 1731359579305Disabling compacts and flushes for region at 1731359579305Disabling writes for close at 1731359579305Writing region close event to WAL at 1731359579305Closed at 1731359579305 2024-11-11T21:12:59,308 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:12:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:12:59,314 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359579308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359579308"}]},"ts":"1731359579308"} 2024-11-11T21:12:59,314 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731359579308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359579308"}]},"ts":"1731359579308"} 2024-11-11T21:12:59,314 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359579308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359579308"}]},"ts":"1731359579308"} 2024-11-11T21:12:59,314 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359579308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359579308"}]},"ts":"1731359579308"} 2024-11-11T21:12:59,314 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359579308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359579308"}]},"ts":"1731359579308"} 2024-11-11T21:12:59,315 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359579308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359579308"}]},"ts":"1731359579308"} 2024-11-11T21:12:59,315 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359579308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359579308"}]},"ts":"1731359579308"} 2024-11-11T21:12:59,315 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359579308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359579308"}]},"ts":"1731359579308"} 2024-11-11T21:12:59,315 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359579308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359579308"}]},"ts":"1731359579308"} 2024-11-11T21:12:59,316 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731359579308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359579308"}]},"ts":"1731359579308"} 2024-11-11T21:12:59,348 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T21:12:59,350 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:12:59,352 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359579350"}]},"ts":"1731359579350"} 2024-11-11T21:12:59,356 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T21:12:59,357 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:12:59,365 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:12:59,366 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:12:59,366 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T21:12:59,366 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:12:59,366 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:12:59,366 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T21:12:59,366 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:12:59,366 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:12:59,366 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T21:12:59,366 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:12:59,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af958112bb4943ccd7c37da1db579d1d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08377df9553ddef5bdaacd12a38d3c07, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bcd2a7e063c404296ad07061419c55bc, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48ff702fbb15a95fa9e896c05b4e8d06, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9af2eb2cbd130314277d30af94675865, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21db851910c3b342f1b2eb1e97327bd7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51af90bdf632aaa8a243a14eace14ea0, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec6f0389ddb68575606d08f92c651a1c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=557f36c5b30ad526e1e40370e5cac958, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f3b0059c5ba5c200f8c8d9c077a450f, ASSIGN}] 2024-11-11T21:12:59,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bcd2a7e063c404296ad07061419c55bc, ASSIGN 2024-11-11T21:12:59,374 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08377df9553ddef5bdaacd12a38d3c07, ASSIGN 2024-11-11T21:12:59,375 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af958112bb4943ccd7c37da1db579d1d, ASSIGN 2024-11-11T21:12:59,375 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21db851910c3b342f1b2eb1e97327bd7, ASSIGN 2024-11-11T21:12:59,376 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af958112bb4943ccd7c37da1db579d1d, ASSIGN; state=OFFLINE, location=f286ae0a5299,42685,1731359566244; forceNewPlan=false, retain=false 2024-11-11T21:12:59,376 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bcd2a7e063c404296ad07061419c55bc, ASSIGN; state=OFFLINE, location=f286ae0a5299,40149,1731359566395; forceNewPlan=false, retain=false 2024-11-11T21:12:59,376 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08377df9553ddef5bdaacd12a38d3c07, ASSIGN; state=OFFLINE, location=f286ae0a5299,36519,1731359566348; forceNewPlan=false, retain=false 2024-11-11T21:12:59,377 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21db851910c3b342f1b2eb1e97327bd7, ASSIGN; state=OFFLINE, location=f286ae0a5299,40149,1731359566395; forceNewPlan=false, retain=false 2024-11-11T21:12:59,382 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec6f0389ddb68575606d08f92c651a1c, ASSIGN 2024-11-11T21:12:59,382 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=557f36c5b30ad526e1e40370e5cac958, ASSIGN 2024-11-11T21:12:59,382 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f3b0059c5ba5c200f8c8d9c077a450f, ASSIGN 2024-11-11T21:12:59,382 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51af90bdf632aaa8a243a14eace14ea0, ASSIGN 2024-11-11T21:12:59,382 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9af2eb2cbd130314277d30af94675865, ASSIGN 2024-11-11T21:12:59,384 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=557f36c5b30ad526e1e40370e5cac958, ASSIGN; state=OFFLINE, location=f286ae0a5299,40149,1731359566395; forceNewPlan=false, retain=false 2024-11-11T21:12:59,384 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51af90bdf632aaa8a243a14eace14ea0, ASSIGN; state=OFFLINE, location=f286ae0a5299,42685,1731359566244; forceNewPlan=false, retain=false 2024-11-11T21:12:59,384 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9af2eb2cbd130314277d30af94675865, ASSIGN; state=OFFLINE, location=f286ae0a5299,42685,1731359566244; forceNewPlan=false, retain=false 2024-11-11T21:12:59,384 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f3b0059c5ba5c200f8c8d9c077a450f, ASSIGN; state=OFFLINE, location=f286ae0a5299,36519,1731359566348; forceNewPlan=false, retain=false 2024-11-11T21:12:59,384 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec6f0389ddb68575606d08f92c651a1c, ASSIGN; state=OFFLINE, location=f286ae0a5299,36519,1731359566348; forceNewPlan=false, retain=false 2024-11-11T21:12:59,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48ff702fbb15a95fa9e896c05b4e8d06, ASSIGN 2024-11-11T21:12:59,393 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48ff702fbb15a95fa9e896c05b4e8d06, ASSIGN; state=OFFLINE, location=f286ae0a5299,36519,1731359566348; forceNewPlan=false, retain=false 2024-11-11T21:12:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:12:59,529 INFO [f286ae0a5299:34587 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T21:12:59,530 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=557f36c5b30ad526e1e40370e5cac958, regionState=OPENING, regionLocation=f286ae0a5299,40149,1731359566395 2024-11-11T21:12:59,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=51af90bdf632aaa8a243a14eace14ea0, regionState=OPENING, regionLocation=f286ae0a5299,42685,1731359566244 2024-11-11T21:12:59,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af958112bb4943ccd7c37da1db579d1d, regionState=OPENING, regionLocation=f286ae0a5299,42685,1731359566244 2024-11-11T21:12:59,530 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9af2eb2cbd130314277d30af94675865, regionState=OPENING, regionLocation=f286ae0a5299,42685,1731359566244 2024-11-11T21:12:59,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=21db851910c3b342f1b2eb1e97327bd7, regionState=OPENING, regionLocation=f286ae0a5299,40149,1731359566395 2024-11-11T21:12:59,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bcd2a7e063c404296ad07061419c55bc, regionState=OPENING, regionLocation=f286ae0a5299,40149,1731359566395 2024-11-11T21:12:59,533 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0f3b0059c5ba5c200f8c8d9c077a450f, regionState=OPENING, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:12:59,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ec6f0389ddb68575606d08f92c651a1c, regionState=OPENING, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:12:59,534 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=48ff702fbb15a95fa9e896c05b4e8d06, regionState=OPENING, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:12:59,534 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=08377df9553ddef5bdaacd12a38d3c07, regionState=OPENING, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:12:59,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=557f36c5b30ad526e1e40370e5cac958, ASSIGN because future has completed 2024-11-11T21:12:59,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 557f36c5b30ad526e1e40370e5cac958, server=f286ae0a5299,40149,1731359566395}] 2024-11-11T21:12:59,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af958112bb4943ccd7c37da1db579d1d, ASSIGN because future has completed 2024-11-11T21:12:59,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af958112bb4943ccd7c37da1db579d1d, server=f286ae0a5299,42685,1731359566244}] 2024-11-11T21:12:59,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21db851910c3b342f1b2eb1e97327bd7, ASSIGN because future has completed 2024-11-11T21:12:59,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9af2eb2cbd130314277d30af94675865, ASSIGN because future has completed 2024-11-11T21:12:59,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21db851910c3b342f1b2eb1e97327bd7, server=f286ae0a5299,40149,1731359566395}] 2024-11-11T21:12:59,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51af90bdf632aaa8a243a14eace14ea0, ASSIGN because future has completed 2024-11-11T21:12:59,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9af2eb2cbd130314277d30af94675865, server=f286ae0a5299,42685,1731359566244}] 2024-11-11T21:12:59,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bcd2a7e063c404296ad07061419c55bc, ASSIGN because future has completed 2024-11-11T21:12:59,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd2a7e063c404296ad07061419c55bc, server=f286ae0a5299,40149,1731359566395}] 2024-11-11T21:12:59,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51af90bdf632aaa8a243a14eace14ea0, server=f286ae0a5299,42685,1731359566244}] 2024-11-11T21:12:59,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f3b0059c5ba5c200f8c8d9c077a450f, ASSIGN because future has completed 2024-11-11T21:12:59,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec6f0389ddb68575606d08f92c651a1c, ASSIGN because future has completed 2024-11-11T21:12:59,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08377df9553ddef5bdaacd12a38d3c07, ASSIGN because future has completed 2024-11-11T21:12:59,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f3b0059c5ba5c200f8c8d9c077a450f, server=f286ae0a5299,36519,1731359566348}] 2024-11-11T21:12:59,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec6f0389ddb68575606d08f92c651a1c, server=f286ae0a5299,36519,1731359566348}] 2024-11-11T21:12:59,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48ff702fbb15a95fa9e896c05b4e8d06, ASSIGN because future has completed 2024-11-11T21:12:59,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08377df9553ddef5bdaacd12a38d3c07, server=f286ae0a5299,36519,1731359566348}] 2024-11-11T21:12:59,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48ff702fbb15a95fa9e896c05b4e8d06, server=f286ae0a5299,36519,1731359566348}] 2024-11-11T21:12:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:12:59,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:13:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:13:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:13:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:13:04,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:13:05,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:13:05,799 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:13:05,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:13:05,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T21:13:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:13:09,544 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:13:09,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:13:09,551 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:13:09,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:13:09,560 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:13:09,561 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 21db851910c3b342f1b2eb1e97327bd7, NAME => 'SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T21:13:09,561 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:09,562 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:09,562 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:09,562 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:09,568 INFO [StoreOpener-21db851910c3b342f1b2eb1e97327bd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:09,571 INFO [StoreOpener-21db851910c3b342f1b2eb1e97327bd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21db851910c3b342f1b2eb1e97327bd7 columnFamilyName cf 2024-11-11T21:13:09,571 DEBUG [StoreOpener-21db851910c3b342f1b2eb1e97327bd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:09,571 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:13:09,572 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => af958112bb4943ccd7c37da1db579d1d, NAME => 'SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T21:13:09,573 INFO [StoreOpener-21db851910c3b342f1b2eb1e97327bd7-1 {}] regionserver.HStore(327): Store=21db851910c3b342f1b2eb1e97327bd7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:09,573 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:09,573 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:09,573 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:09,573 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:09,573 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:09,575 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:09,577 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:09,578 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:09,578 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:09,581 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:09,588 INFO [StoreOpener-af958112bb4943ccd7c37da1db579d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:09,590 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/21db851910c3b342f1b2eb1e97327bd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:13:09,591 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 21db851910c3b342f1b2eb1e97327bd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66455165, jitterRate=-0.009740874171257019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:09,591 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:09,593 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 21db851910c3b342f1b2eb1e97327bd7: Running coprocessor pre-open hook at 1731359589562Writing region info on filesystem at 1731359589562Initializing all the Stores at 1731359589564 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359589564Cleaning up temporary data from old regions at 1731359589578 (+14 ms)Running coprocessor post-open hooks at 1731359589591 (+13 ms)Region opened successfully at 1731359589593 (+2 ms) 2024-11-11T21:13:09,594 INFO [StoreOpener-af958112bb4943ccd7c37da1db579d1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af958112bb4943ccd7c37da1db579d1d columnFamilyName cf 2024-11-11T21:13:09,595 DEBUG [StoreOpener-af958112bb4943ccd7c37da1db579d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:09,596 INFO [StoreOpener-af958112bb4943ccd7c37da1db579d1d-1 {}] regionserver.HStore(327): Store=af958112bb4943ccd7c37da1db579d1d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:09,596 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:09,597 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7., pid=17, masterSystemTime=1731359589543 2024-11-11T21:13:09,597 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:13:09,597 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 48ff702fbb15a95fa9e896c05b4e8d06, NAME => 'SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T21:13:09,598 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:09,598 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:09,598 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:09,598 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:09,599 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:09,601 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:09,601 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:13:09,601 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:13:09,601 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:13:09,602 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => bcd2a7e063c404296ad07061419c55bc, NAME => 'SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T21:13:09,602 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:09,602 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:09,603 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:09,603 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:09,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=21db851910c3b342f1b2eb1e97327bd7, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,40149,1731359566395 2024-11-11T21:13:09,609 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:09,610 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21db851910c3b342f1b2eb1e97327bd7, server=f286ae0a5299,40149,1731359566395 because future has completed 2024-11-11T21:13:09,616 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:09,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-11T21:13:09,621 INFO [StoreOpener-48ff702fbb15a95fa9e896c05b4e8d06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:09,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 21db851910c3b342f1b2eb1e97327bd7, server=f286ae0a5299,40149,1731359566395 in 10.0660 sec 2024-11-11T21:13:09,623 INFO [StoreOpener-bcd2a7e063c404296ad07061419c55bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:09,625 INFO [StoreOpener-48ff702fbb15a95fa9e896c05b4e8d06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48ff702fbb15a95fa9e896c05b4e8d06 columnFamilyName cf 2024-11-11T21:13:09,625 DEBUG [StoreOpener-48ff702fbb15a95fa9e896c05b4e8d06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:09,626 INFO [StoreOpener-48ff702fbb15a95fa9e896c05b4e8d06-1 {}] regionserver.HStore(327): Store=48ff702fbb15a95fa9e896c05b4e8d06/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:09,627 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:09,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21db851910c3b342f1b2eb1e97327bd7, ASSIGN in 10.2530 sec 2024-11-11T21:13:09,628 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:09,629 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:09,630 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:09,630 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:09,631 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/af958112bb4943ccd7c37da1db579d1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:13:09,634 INFO [StoreOpener-bcd2a7e063c404296ad07061419c55bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd2a7e063c404296ad07061419c55bc columnFamilyName cf 2024-11-11T21:13:09,634 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened af958112bb4943ccd7c37da1db579d1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62792733, jitterRate=-0.06431536376476288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:09,634 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:09,634 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:09,635 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for af958112bb4943ccd7c37da1db579d1d: Running coprocessor pre-open hook at 1731359589573Writing region info on filesystem at 1731359589573Initializing all the Stores at 1731359589577 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359589577Cleaning up temporary data from old regions at 1731359589610 (+33 ms)Running coprocessor post-open hooks at 1731359589634 (+24 ms)Region opened successfully at 1731359589635 (+1 ms) 2024-11-11T21:13:09,636 DEBUG [StoreOpener-bcd2a7e063c404296ad07061419c55bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:09,637 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d., pid=16, masterSystemTime=1731359589551 2024-11-11T21:13:09,639 INFO [StoreOpener-bcd2a7e063c404296ad07061419c55bc-1 {}] regionserver.HStore(327): Store=bcd2a7e063c404296ad07061419c55bc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:09,639 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:09,642 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:13:09,642 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:13:09,642 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:13:09,643 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 51af90bdf632aaa8a243a14eace14ea0, NAME => 'SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T21:13:09,643 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:09,643 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:09,643 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:09,644 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:09,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af958112bb4943ccd7c37da1db579d1d, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42685,1731359566244 2024-11-11T21:13:09,649 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:09,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af958112bb4943ccd7c37da1db579d1d, server=f286ae0a5299,42685,1731359566244 because future has completed 2024-11-11T21:13:09,651 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:09,653 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:09,653 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:09,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-11T21:13:09,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af958112bb4943ccd7c37da1db579d1d, server=f286ae0a5299,42685,1731359566244 in 10.1110 sec 2024-11-11T21:13:09,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af958112bb4943ccd7c37da1db579d1d, ASSIGN in 10.2920 sec 2024-11-11T21:13:09,664 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:09,664 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/48ff702fbb15a95fa9e896c05b4e8d06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:13:09,665 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 48ff702fbb15a95fa9e896c05b4e8d06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70070876, jitterRate=0.044137418270111084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:09,665 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:09,666 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 48ff702fbb15a95fa9e896c05b4e8d06: Running coprocessor pre-open hook at 1731359589599Writing region info on filesystem at 1731359589599Initializing all the Stores at 1731359589607 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359589607Cleaning up temporary data from old regions at 1731359589630 (+23 ms)Running coprocessor post-open hooks at 1731359589665 (+35 ms)Region opened successfully at 1731359589665 2024-11-11T21:13:09,667 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06., pid=24, masterSystemTime=1731359589574 2024-11-11T21:13:09,671 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:13:09,672 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:13:09,672 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:13:09,672 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 08377df9553ddef5bdaacd12a38d3c07, NAME => 'SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T21:13:09,673 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:09,673 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:09,673 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=48ff702fbb15a95fa9e896c05b4e8d06, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:09,673 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:09,673 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:09,676 INFO [StoreOpener-51af90bdf632aaa8a243a14eace14ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:09,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48ff702fbb15a95fa9e896c05b4e8d06, server=f286ae0a5299,36519,1731359566348 because future has completed 2024-11-11T21:13:09,679 INFO [StoreOpener-51af90bdf632aaa8a243a14eace14ea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51af90bdf632aaa8a243a14eace14ea0 columnFamilyName cf 2024-11-11T21:13:09,679 DEBUG [StoreOpener-51af90bdf632aaa8a243a14eace14ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:09,680 INFO [StoreOpener-51af90bdf632aaa8a243a14eace14ea0-1 {}] regionserver.HStore(327): Store=51af90bdf632aaa8a243a14eace14ea0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:09,680 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:09,682 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:09,684 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:09,685 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:09,686 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:09,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-11T21:13:09,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 48ff702fbb15a95fa9e896c05b4e8d06, server=f286ae0a5299,36519,1731359566348 in 10.1090 sec 2024-11-11T21:13:09,689 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/bcd2a7e063c404296ad07061419c55bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:13:09,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48ff702fbb15a95fa9e896c05b4e8d06, ASSIGN in 10.3180 sec 2024-11-11T21:13:09,693 INFO [StoreOpener-08377df9553ddef5bdaacd12a38d3c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:09,693 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:09,694 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened bcd2a7e063c404296ad07061419c55bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74448850, jitterRate=0.10937431454658508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:09,696 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:09,696 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for bcd2a7e063c404296ad07061419c55bc: Running coprocessor pre-open hook at 1731359589603Writing region info on filesystem at 1731359589603Initializing all the Stores at 1731359589608 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359589608Cleaning up temporary data from old regions at 1731359589653 (+45 ms)Running coprocessor post-open hooks at 1731359589696 (+43 ms)Region opened successfully at 1731359589696 2024-11-11T21:13:09,698 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc., pid=20, masterSystemTime=1731359589543 2024-11-11T21:13:09,699 INFO [StoreOpener-08377df9553ddef5bdaacd12a38d3c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08377df9553ddef5bdaacd12a38d3c07 columnFamilyName cf 2024-11-11T21:13:09,699 DEBUG [StoreOpener-08377df9553ddef5bdaacd12a38d3c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:09,700 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/51af90bdf632aaa8a243a14eace14ea0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:13:09,702 INFO [StoreOpener-08377df9553ddef5bdaacd12a38d3c07-1 {}] regionserver.HStore(327): Store=08377df9553ddef5bdaacd12a38d3c07/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:09,702 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:09,703 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 51af90bdf632aaa8a243a14eace14ea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75143531, jitterRate=0.11972586810588837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:09,703 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:09,703 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 51af90bdf632aaa8a243a14eace14ea0: Running coprocessor pre-open hook at 1731359589644Writing region info on filesystem at 1731359589644Initializing all the Stores at 1731359589660 (+16 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359589661 (+1 ms)Cleaning up temporary data from old regions at 1731359589686 (+25 ms)Running coprocessor post-open hooks at 1731359589703 (+17 ms)Region opened successfully at 1731359589703 2024-11-11T21:13:09,705 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0., pid=19, masterSystemTime=1731359589551 2024-11-11T21:13:09,705 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:09,706 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bcd2a7e063c404296ad07061419c55bc, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,40149,1731359566395 2024-11-11T21:13:09,708 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:13:09,708 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:13:09,708 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:13:09,709 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 557f36c5b30ad526e1e40370e5cac958, NAME => 'SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T21:13:09,709 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:09,709 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:09,709 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:09,710 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:09,710 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:09,711 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:13:09,711 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:13:09,711 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:13:09,711 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9af2eb2cbd130314277d30af94675865, NAME => 'SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T21:13:09,712 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:09,712 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:09,712 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:09,712 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:09,712 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:09,713 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:09,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=51af90bdf632aaa8a243a14eace14ea0, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42685,1731359566244 2024-11-11T21:13:09,717 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:09,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd2a7e063c404296ad07061419c55bc, server=f286ae0a5299,40149,1731359566395 because future has completed 2024-11-11T21:13:09,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51af90bdf632aaa8a243a14eace14ea0, server=f286ae0a5299,42685,1731359566244 because future has completed 2024-11-11T21:13:09,723 INFO [StoreOpener-557f36c5b30ad526e1e40370e5cac958-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:09,726 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/08377df9553ddef5bdaacd12a38d3c07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:13:09,727 INFO [StoreOpener-557f36c5b30ad526e1e40370e5cac958-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 557f36c5b30ad526e1e40370e5cac958 columnFamilyName cf 2024-11-11T21:13:09,727 DEBUG [StoreOpener-557f36c5b30ad526e1e40370e5cac958-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:09,727 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 08377df9553ddef5bdaacd12a38d3c07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62058193, jitterRate=-0.07526086270809174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:09,727 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:09,728 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 08377df9553ddef5bdaacd12a38d3c07: Running coprocessor pre-open hook at 1731359589673Writing region info on filesystem at 1731359589673Initializing all the Stores at 1731359589677 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359589677Cleaning up temporary data from old regions at 1731359589713 (+36 ms)Running coprocessor post-open hooks at 1731359589727 (+14 ms)Region opened successfully at 1731359589728 (+1 ms) 2024-11-11T21:13:09,728 INFO [StoreOpener-557f36c5b30ad526e1e40370e5cac958-1 {}] regionserver.HStore(327): Store=557f36c5b30ad526e1e40370e5cac958/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:09,728 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:09,730 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:09,731 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:09,733 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:09,733 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07., pid=23, masterSystemTime=1731359589574 2024-11-11T21:13:09,733 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:09,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-11T21:13:09,737 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:09,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure bcd2a7e063c404296ad07061419c55bc, server=f286ae0a5299,40149,1731359566395 in 10.1660 sec 2024-11-11T21:13:09,740 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:13:09,740 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:13:09,740 INFO [StoreOpener-9af2eb2cbd130314277d30af94675865-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:09,740 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:13:09,741 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f3b0059c5ba5c200f8c8d9c077a450f, NAME => 'SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T21:13:09,741 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:09,741 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:09,742 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:09,742 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:09,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-11T21:13:09,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 51af90bdf632aaa8a243a14eace14ea0, server=f286ae0a5299,42685,1731359566244 in 10.1690 sec 2024-11-11T21:13:09,745 INFO [StoreOpener-9af2eb2cbd130314277d30af94675865-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af2eb2cbd130314277d30af94675865 columnFamilyName cf 2024-11-11T21:13:09,745 DEBUG [StoreOpener-9af2eb2cbd130314277d30af94675865-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:09,746 INFO [StoreOpener-9af2eb2cbd130314277d30af94675865-1 {}] regionserver.HStore(327): Store=9af2eb2cbd130314277d30af94675865/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:09,746 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:09,747 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:09,748 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:09,749 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:09,749 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:09,750 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=08377df9553ddef5bdaacd12a38d3c07, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:09,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bcd2a7e063c404296ad07061419c55bc, ASSIGN in 10.3700 sec 2024-11-11T21:13:09,754 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:09,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51af90bdf632aaa8a243a14eace14ea0, ASSIGN in 10.3750 sec 2024-11-11T21:13:09,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08377df9553ddef5bdaacd12a38d3c07, server=f286ae0a5299,36519,1731359566348 because future has completed 2024-11-11T21:13:09,758 INFO [StoreOpener-0f3b0059c5ba5c200f8c8d9c077a450f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:09,762 INFO [StoreOpener-0f3b0059c5ba5c200f8c8d9c077a450f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f3b0059c5ba5c200f8c8d9c077a450f columnFamilyName cf 2024-11-11T21:13:09,762 DEBUG [StoreOpener-0f3b0059c5ba5c200f8c8d9c077a450f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:09,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-11T21:13:09,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 08377df9553ddef5bdaacd12a38d3c07, server=f286ae0a5299,36519,1731359566348 in 10.1920 sec 2024-11-11T21:13:09,764 INFO [StoreOpener-0f3b0059c5ba5c200f8c8d9c077a450f-1 {}] regionserver.HStore(327): Store=0f3b0059c5ba5c200f8c8d9c077a450f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:09,764 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:09,766 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:09,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08377df9553ddef5bdaacd12a38d3c07, ASSIGN in 10.3950 sec 2024-11-11T21:13:09,768 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:09,769 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:09,769 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:09,772 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/9af2eb2cbd130314277d30af94675865/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:13:09,773 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9af2eb2cbd130314277d30af94675865; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74220672, jitterRate=0.10597419738769531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:09,773 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:09,773 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9af2eb2cbd130314277d30af94675865: Running coprocessor pre-open hook at 1731359589717Writing region info on filesystem at 1731359589717Initializing all the Stores at 1731359589726 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359589726Cleaning up temporary data from old regions at 1731359589749 (+23 ms)Running coprocessor post-open hooks at 1731359589773 (+24 ms)Region opened successfully at 1731359589773 2024-11-11T21:13:09,774 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:09,775 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865., pid=18, masterSystemTime=1731359589551 2024-11-11T21:13:09,777 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/557f36c5b30ad526e1e40370e5cac958/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:13:09,778 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 557f36c5b30ad526e1e40370e5cac958; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75211064, jitterRate=0.12073218822479248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:09,779 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:09,779 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 557f36c5b30ad526e1e40370e5cac958: Running coprocessor pre-open hook at 1731359589717Writing region info on filesystem at 1731359589717Initializing all the Stores at 1731359589719 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359589719Cleaning up temporary data from old regions at 1731359589733 (+14 ms)Running coprocessor post-open hooks at 1731359589779 (+46 ms)Region opened successfully at 1731359589779 2024-11-11T21:13:09,779 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:13:09,779 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:13:09,780 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958., pid=15, masterSystemTime=1731359589543 2024-11-11T21:13:09,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9af2eb2cbd130314277d30af94675865, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42685,1731359566244 2024-11-11T21:13:09,786 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:13:09,786 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:13:09,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9af2eb2cbd130314277d30af94675865, server=f286ae0a5299,42685,1731359566244 because future has completed 2024-11-11T21:13:09,789 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=557f36c5b30ad526e1e40370e5cac958, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,40149,1731359566395 2024-11-11T21:13:09,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 557f36c5b30ad526e1e40370e5cac958, server=f286ae0a5299,40149,1731359566395 because future has completed 2024-11-11T21:13:09,796 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/0f3b0059c5ba5c200f8c8d9c077a450f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:13:09,797 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0f3b0059c5ba5c200f8c8d9c077a450f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73639440, jitterRate=0.09731316566467285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:09,798 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:09,798 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0f3b0059c5ba5c200f8c8d9c077a450f: Running coprocessor pre-open hook at 1731359589742Writing region info on filesystem at 1731359589742Initializing all the Stores at 1731359589744 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359589744Cleaning up temporary data from old regions at 1731359589769 (+25 ms)Running coprocessor post-open hooks at 1731359589798 (+29 ms)Region opened successfully at 1731359589798 2024-11-11T21:13:09,800 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f., pid=21, masterSystemTime=1731359589574 2024-11-11T21:13:09,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-11T21:13:09,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9af2eb2cbd130314277d30af94675865, server=f286ae0a5299,42685,1731359566244 in 10.2460 sec 2024-11-11T21:13:09,804 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:13:09,805 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:13:09,805 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:13:09,805 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ec6f0389ddb68575606d08f92c651a1c, NAME => 'SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T21:13:09,806 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:09,806 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:09,806 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:09,806 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:09,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-11T21:13:09,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9af2eb2cbd130314277d30af94675865, ASSIGN in 10.4350 sec 2024-11-11T21:13:09,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 557f36c5b30ad526e1e40370e5cac958, server=f286ae0a5299,40149,1731359566395 in 10.2610 sec 2024-11-11T21:13:09,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0f3b0059c5ba5c200f8c8d9c077a450f, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:09,812 INFO [StoreOpener-ec6f0389ddb68575606d08f92c651a1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:09,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f3b0059c5ba5c200f8c8d9c077a450f, server=f286ae0a5299,36519,1731359566348 because future has completed 2024-11-11T21:13:09,815 INFO [StoreOpener-ec6f0389ddb68575606d08f92c651a1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec6f0389ddb68575606d08f92c651a1c columnFamilyName cf 2024-11-11T21:13:09,815 DEBUG [StoreOpener-ec6f0389ddb68575606d08f92c651a1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:09,817 INFO [StoreOpener-ec6f0389ddb68575606d08f92c651a1c-1 {}] regionserver.HStore(327): Store=ec6f0389ddb68575606d08f92c651a1c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:09,817 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:09,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=557f36c5b30ad526e1e40370e5cac958, ASSIGN in 10.4400 sec 2024-11-11T21:13:09,819 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:09,821 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:09,822 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:09,822 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:09,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-11T21:13:09,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f3b0059c5ba5c200f8c8d9c077a450f, server=f286ae0a5299,36519,1731359566348 in 10.2550 sec 2024-11-11T21:13:09,828 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:09,835 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/ec6f0389ddb68575606d08f92c651a1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:13:09,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f3b0059c5ba5c200f8c8d9c077a450f, ASSIGN in 10.4590 sec 2024-11-11T21:13:09,837 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ec6f0389ddb68575606d08f92c651a1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66339664, jitterRate=-0.011461973190307617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:09,837 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:09,837 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ec6f0389ddb68575606d08f92c651a1c: Running coprocessor pre-open hook at 1731359589806Writing region info on filesystem at 1731359589806Initializing all the Stores at 1731359589809 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359589809Cleaning up temporary data from old regions at 1731359589822 (+13 ms)Running coprocessor post-open hooks at 1731359589837 (+15 ms)Region opened successfully at 1731359589837 2024-11-11T21:13:09,839 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c., pid=22, masterSystemTime=1731359589574 2024-11-11T21:13:09,843 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:13:09,843 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:13:09,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ec6f0389ddb68575606d08f92c651a1c, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:09,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec6f0389ddb68575606d08f92c651a1c, server=f286ae0a5299,36519,1731359566348 because future has completed 2024-11-11T21:13:09,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-11T21:13:09,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ec6f0389ddb68575606d08f92c651a1c, server=f286ae0a5299,36519,1731359566348 in 10.2860 sec 2024-11-11T21:13:09,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-11T21:13:09,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec6f0389ddb68575606d08f92c651a1c, ASSIGN in 10.4870 sec 2024-11-11T21:13:09,864 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:13:09,864 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359589864"}]},"ts":"1731359589864"} 2024-11-11T21:13:09,867 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T21:13:09,870 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:13:09,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6880 sec 2024-11-11T21:13:11,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T21:13:14,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:13:15,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:13:15,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-11T21:13:15,799 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-11T21:13:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:13:17,432 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T21:13:17,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T21:13:17,433 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:13:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T21:13:17,449 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:13:17,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T21:13:17,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0., hostname=f286ae0a5299,42685,1731359566244, seqNum=2] 2024-11-11T21:13:17,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0., hostname=f286ae0a5299,42685,1731359566244, seqNum=2] 2024-11-11T21:13:17,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0., hostname=f286ae0a5299,42685,1731359566244, seqNum=2] 2024-11-11T21:13:17,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0., hostname=f286ae0a5299,42685,1731359566244, seqNum=2] 2024-11-11T21:13:17,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0., hostname=f286ae0a5299,42685,1731359566244, seqNum=2] 2024-11-11T21:13:17,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0., hostname=f286ae0a5299,42685,1731359566244, seqNum=2] 2024-11-11T21:13:17,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0., hostname=f286ae0a5299,42685,1731359566244, seqNum=2] 2024-11-11T21:13:17,518 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0., hostname=f286ae0a5299,42685,1731359566244, seqNum=2] 2024-11-11T21:13:17,557 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958., hostname=f286ae0a5299,40149,1731359566395, seqNum=2] 2024-11-11T21:13:17,624 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958., hostname=f286ae0a5299,40149,1731359566395, seqNum=2] 2024-11-11T21:13:17,626 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958., hostname=f286ae0a5299,40149,1731359566395, seqNum=2] 2024-11-11T21:13:17,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958., hostname=f286ae0a5299,40149,1731359566395, seqNum=2] 2024-11-11T21:13:17,631 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958., hostname=f286ae0a5299,40149,1731359566395, seqNum=2] 2024-11-11T21:13:17,633 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958., hostname=f286ae0a5299,40149,1731359566395, seqNum=2] 2024-11-11T21:13:17,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,742 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,744 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,747 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,749 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:17,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f., hostname=f286ae0a5299,36519,1731359566348, seqNum=2] 2024-11-11T21:13:18,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:13:18,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:13:18,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:13:18,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:13:18,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42685 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T21:13:18,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:13:18,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T21:13:18,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T21:13:19,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T21:13:19,526 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T21:13:19,528 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:13:19,530 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T21:13:19,536 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T21:13:19,553 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T21:13:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741848_1024 (size=49) 2024-11-11T21:13:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741848_1024 (size=49) 2024-11-11T21:13:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741848_1024 (size=49) 2024-11-11T21:13:19,571 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T21:13:19,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08377df9553ddef5bdaacd12a38d3c07}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd2a7e063c404296ad07061419c55bc}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48ff702fbb15a95fa9e896c05b4e8d06}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21db851910c3b342f1b2eb1e97327bd7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec6f0389ddb68575606d08f92c651a1c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 557f36c5b30ad526e1e40370e5cac958}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f3b0059c5ba5c200f8c8d9c077a450f}] 2024-11-11T21:13:19,577 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:19,578 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:19,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:19,579 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:19,587 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:19,588 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:19,588 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:19,589 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:19,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:19,596 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:19,629 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f286ae0a5299,42685,1731359566244 2024-11-11T21:13:19,630 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f286ae0a5299,42685,1731359566244: Simulated kill ***** 2024-11-11T21:13:19,630 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:13:19,633 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:13:19,634 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:13:19,637 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:13:19,637 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:13:19,644 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 612254264 }, "NonHeapMemoryUsage": { "committed": 157483008, "init": 7667712, "max": -1, "used": 154173440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "f286ae0a5299", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "f286ae0a5299", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59646", "tag.serverName": "f286ae0a5299,40149,1731359566395", "tag.clusterId": "112cc738-4dd7-4406-8089-a6d8df1a693e", "tag.Context": "regionserver", "tag.Hostname": "f286ae0a5299", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731359566395, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T21:13:19,648 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34587 {}] master.MasterRpcServices(700): f286ae0a5299,42685,1731359566244 reported a fatal error: ***** ABORTING region server f286ae0a5299,42685,1731359566244: Simulated kill ***** 2024-11-11T21:13:19,651 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,42685,1731359566244' ***** 2024-11-11T21:13:19,652 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T21:13:19,652 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:13:19,652 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:13:19,652 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:13:19,652 INFO [RS:0;f286ae0a5299:42685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T21:13:19,653 INFO [RS:0;f286ae0a5299:42685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T21:13:19,653 INFO [RS:0;f286ae0a5299:42685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:13:19,653 INFO [RS:0;f286ae0a5299:42685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42685. 2024-11-11T21:13:19,653 DEBUG [RS:0;f286ae0a5299:42685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:13:19,653 DEBUG [RS:0;f286ae0a5299:42685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:13:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741833_1009 (size=951) 2024-11-11T21:13:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741833_1009 (size=951) 2024-11-11T21:13:19,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741833_1009 (size=951) 2024-11-11T21:13:19,662 DEBUG [RS:0;f286ae0a5299:42685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:13:19,662 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:13:19,663 INFO [RS:0;f286ae0a5299:42685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42685 2024-11-11T21:13:19,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:13:19,676 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,42685,1731359566244 2024-11-11T21:13:19,677 INFO [RS:0;f286ae0a5299:42685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:13:19,678 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,42685,1731359566244] 2024-11-11T21:13:19,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,42685,1731359566244 already deleted, retry=false 2024-11-11T21:13:19,696 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f286ae0a5299,42685,1731359566244 on f286ae0a5299,34587,1731359565473 2024-11-11T21:13:19,702 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f286ae0a5299,42685,1731359566244, splitWal=true, meta=false 2024-11-11T21:13:19,706 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for f286ae0a5299,42685,1731359566244 (carryingMeta=false) f286ae0a5299,42685,1731359566244/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@71c02f6b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T21:13:19,706 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f286ae0a5299,42685,1731359566244, splitWal=true, meta=false 2024-11-11T21:13:19,708 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f286ae0a5299,42685,1731359566244 had 3 regions 2024-11-11T21:13:19,708 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:19,710 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d can not run currently because target server of region SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. f286ae0a5299,42685,1731359566244 is in state CRASHED, wait 1000 ms to retry 2024-11-11T21:13:19,710 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d; timeout=1000, timestamp=1731359600710 2024-11-11T21:13:19,712 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:19,713 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f286ae0a5299,42685,1731359566244, splitWal=true, meta=false, isMeta: false 2024-11-11T21:13:19,714 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 can not run currently because target server of region SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. f286ae0a5299,42685,1731359566244 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T21:13:19,715 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865; timeout=1000, timestamp=1731359600715 2024-11-11T21:13:19,718 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:19,719 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting 2024-11-11T21:13:19,721 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 can not run currently because target server of region SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. f286ae0a5299,42685,1731359566244 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T21:13:19,721 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0; timeout=1000, timestamp=1731359600721 2024-11-11T21:13:19,721 INFO [PEWorker-3 {}] master.SplitWALManager(105): f286ae0a5299,42685,1731359566244 WAL count=1, meta=false 2024-11-11T21:13:19,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f286ae0a5299%2C42685%2C1731359566244.1731359568184}] 2024-11-11T21:13:19,732 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:19,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f286ae0a5299%2C42685%2C1731359566244.1731359568184, worker=f286ae0a5299,36519,1731359566348}] 2024-11-11T21:13:19,746 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:13:19,786 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:13:19,786 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012bbe5f180001, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:13:19,786 INFO [RS:0;f286ae0a5299:42685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:13:19,787 INFO [RS:0;f286ae0a5299:42685 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,42685,1731359566244; zookeeper connection closed. 2024-11-11T21:13:19,787 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@202abb42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@202abb42 2024-11-11T21:13:20,051 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:13:20,051 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:13:20,711 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:20,714 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d can not run currently because target server of region SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. f286ae0a5299,42685,1731359566244 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T21:13:20,714 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d; timeout=2000, timestamp=1731359602714 2024-11-11T21:13:20,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:20,718 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 can not run currently because target server of region SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. f286ae0a5299,42685,1731359566244 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T21:13:20,718 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865; timeout=2000, timestamp=1731359602718 2024-11-11T21:13:20,722 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:20,730 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 can not run currently because target server of region SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. f286ae0a5299,42685,1731359566244 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T21:13:20,730 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0; timeout=2000, timestamp=1731359602730 2024-11-11T21:13:22,715 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:22,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:22,718 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d can not run currently because target server of region SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. f286ae0a5299,42685,1731359566244 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T21:13:22,719 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d; timeout=4000, timestamp=1731359606719 2024-11-11T21:13:22,721 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 can not run currently because target server of region SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. f286ae0a5299,42685,1731359566244 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T21:13:22,721 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865; timeout=4000, timestamp=1731359606721 2024-11-11T21:13:22,730 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:22,732 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 can not run currently because target server of region SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. f286ae0a5299,42685,1731359566244 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T21:13:22,732 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0; timeout=4000, timestamp=1731359606732 2024-11-11T21:13:26,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:26,721 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:26,724 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d can not run currently because target server of region SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. f286ae0a5299,42685,1731359566244 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T21:13:26,724 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 can not run currently because target server of region SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. f286ae0a5299,42685,1731359566244 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T21:13:26,724 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d; timeout=8000, timestamp=1731359614724 2024-11-11T21:13:26,724 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865; timeout=8000, timestamp=1731359614724 2024-11-11T21:13:26,733 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:26,734 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 can not run currently because target server of region SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. f286ae0a5299,42685,1731359566244 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T21:13:26,735 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0; timeout=8000, timestamp=1731359614735 2024-11-11T21:13:29,574 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=f286ae0a5299,42685,1731359566244, timeout=1731359609579, delay=4, operations=null, containedObject=f286ae0a5299,36519,1731359566348, timeout=1731359609580, delay=5, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08377df9553ddef5bdaacd12a38d3c07, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f286ae0a5299%2C42685%2C1731359566244.1731359568184, worker=f286ae0a5299,36519,1731359566348, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48ff702fbb15a95fa9e896c05b4e8d06, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec6f0389ddb68575606d08f92c651a1c, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f3b0059c5ba5c200f8c8d9c077a450f], containedObject=f286ae0a5299,40149,1731359566395, timeout=1731359609580, delay=5, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 557f36c5b30ad526e1e40370e5cac958, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd2a7e063c404296ad07061419c55bc, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21db851910c3b342f1b2eb1e97327bd7]] 2024-11-11T21:13:29,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T21:13:29,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T21:13:29,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:13:29,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-11T21:13:29,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T21:13:29,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:13:29,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T21:13:29,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 08377df9553ddef5bdaacd12a38d3c07: 2024-11-11T21:13:29,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. for SnapshotProcedureTest completed. 2024-11-11T21:13:29,595 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 557f36c5b30ad526e1e40370e5cac958 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T21:13:29,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:13:29,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T21:13:29,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:13:29,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T21:13:29,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:13:29,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for bcd2a7e063c404296ad07061419c55bc: 2024-11-11T21:13:29,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. for SnapshotProcedureTest completed. 2024-11-11T21:13:29,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:13:29,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:13:29,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 48ff702fbb15a95fa9e896c05b4e8d06: 2024-11-11T21:13:29,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. for SnapshotProcedureTest completed. 2024-11-11T21:13:29,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:13:29,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:13:29,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:13:29,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:13:29,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:13:29,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:13:29,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T21:13:29,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:13:29,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:13:29,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 21db851910c3b342f1b2eb1e97327bd7: 2024-11-11T21:13:29,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. for SnapshotProcedureTest completed. 2024-11-11T21:13:29,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:13:29,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:13:29,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:13:29,606 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ec6f0389ddb68575606d08f92c651a1c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T21:13:29,650 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184, size=951 (951bytes) 2024-11-11T21:13:29,651 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T21:13:29,651 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T21:13:29,651 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184 2024-11-11T21:13:29,662 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184 after 9ms 2024-11-11T21:13:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741849_1025 (size=65) 2024-11-11T21:13:29,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741849_1025 (size=65) 2024-11-11T21:13:29,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741849_1025 (size=65) 2024-11-11T21:13:29,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:13:29,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T21:13:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T21:13:29,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:29,708 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184 took 60ms 2024-11-11T21:13:29,708 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:13:29,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bcd2a7e063c404296ad07061419c55bc in 10.1390 sec 2024-11-11T21:13:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741850_1026 (size=65) 2024-11-11T21:13:29,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741850_1026 (size=65) 2024-11-11T21:13:29,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741850_1026 (size=65) 2024-11-11T21:13:29,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:13:29,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T21:13:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T21:13:29,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:29,739 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:13:29,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 21db851910c3b342f1b2eb1e97327bd7 in 10.1690 sec 2024-11-11T21:13:29,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/ec6f0389ddb68575606d08f92c651a1c/.tmp/cf/fc15b256a1154e02bc384101df4140db is 34, key is baa/cf:cf/1731359598705/Put/seqid=0 2024-11-11T21:13:29,767 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for af958112bb4943ccd7c37da1db579d1d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T21:13:29,770 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 51af90bdf632aaa8a243a14eace14ea0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T21:13:29,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/557f36c5b30ad526e1e40370e5cac958/.tmp/cf/406dd046f805424e9ccdca5cf59d699f is 34, key is ccd/cf:cf/1731359598692/Put/seqid=0 2024-11-11T21:13:29,772 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9af2eb2cbd130314277d30af94675865: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T21:13:29,772 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184 so closing down 2024-11-11T21:13:29,773 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:13:29,773 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:13:29,777 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184, size=951, length=951, corrupted=false, cancelled=false 2024-11-11T21:13:29,778 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184, journal: Splitting hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184, size=951 (951bytes) at 1731359609650Finishing writing output for hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184 so closing down at 1731359609772 (+122 ms)3 split writer threads finished at 1731359609773 (+1 ms)Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184, size=951, length=951, corrupted=false, cancelled=false at 1731359609778 (+5 ms) 2024-11-11T21:13:29,778 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184 2024-11-11T21:13:29,778 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T21:13:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T21:13:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741851_1027 (size=65) 2024-11-11T21:13:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741851_1027 (size=65) 2024-11-11T21:13:29,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741851_1027 (size=65) 2024-11-11T21:13:29,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:13:29,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T21:13:29,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:13:29,791 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 0f3b0059c5ba5c200f8c8d9c077a450f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-11T21:13:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T21:13:29,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:29,792 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:13:29,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 48ff702fbb15a95fa9e896c05b4e8d06 in 10.2220 sec 2024-11-11T21:13:29,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741852_1028 (size=65) 2024-11-11T21:13:29,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741852_1028 (size=65) 2024-11-11T21:13:29,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741852_1028 (size=65) 2024-11-11T21:13:29,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:13:29,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T21:13:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T21:13:29,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:29,807 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:13:29,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 08377df9553ddef5bdaacd12a38d3c07 in 10.2360 sec 2024-11-11T21:13:29,831 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting/f286ae0a5299%2C42685%2C1731359566244.1731359568184 to hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/oldWALs 2024-11-11T21:13:29,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741854_1030 (size=47197) 2024-11-11T21:13:29,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-11T21:13:29,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f286ae0a5299%2C42685%2C1731359566244.1731359568184, worker=f286ae0a5299,36519,1731359566348 in 10.0970 sec 2024-11-11T21:13:29,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741854_1030 (size=47197) 2024-11-11T21:13:29,843 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:29,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741854_1030 (size=47197) 2024-11-11T21:13:29,844 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/557f36c5b30ad526e1e40370e5cac958/.tmp/cf/406dd046f805424e9ccdca5cf59d699f 2024-11-11T21:13:29,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T21:13:29,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure f286ae0a5299%2C42685%2C1731359566244.1731359568184, worker=f286ae0a5299,36519,1731359566348 in 10.1200 sec 2024-11-11T21:13:29,861 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting dir is empty, no logs to split. 2024-11-11T21:13:29,861 INFO [PEWorker-5 {}] master.SplitWALManager(105): f286ae0a5299,42685,1731359566244 WAL count=0, meta=false 2024-11-11T21:13:29,861 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if f286ae0a5299,42685,1731359566244 WAL splitting is done? wals=0, meta=false 2024-11-11T21:13:29,866 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for f286ae0a5299,42685,1731359566244 failed, ignore...File hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/WALs/f286ae0a5299,42685,1731359566244-splitting does not exist. 2024-11-11T21:13:29,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51af90bdf632aaa8a243a14eace14ea0, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af958112bb4943ccd7c37da1db579d1d, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9af2eb2cbd130314277d30af94675865, ASSIGN}] 2024-11-11T21:13:29,871 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51af90bdf632aaa8a243a14eace14ea0, ASSIGN 2024-11-11T21:13:29,873 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51af90bdf632aaa8a243a14eace14ea0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:13:29,874 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af958112bb4943ccd7c37da1db579d1d, ASSIGN 2024-11-11T21:13:29,875 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9af2eb2cbd130314277d30af94675865, ASSIGN 2024-11-11T21:13:29,876 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af958112bb4943ccd7c37da1db579d1d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:13:29,877 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9af2eb2cbd130314277d30af94675865, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:13:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741853_1029 (size=28623) 2024-11-11T21:13:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741853_1029 (size=28623) 2024-11-11T21:13:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741853_1029 (size=28623) 2024-11-11T21:13:29,879 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/ec6f0389ddb68575606d08f92c651a1c/.tmp/cf/fc15b256a1154e02bc384101df4140db 2024-11-11T21:13:29,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/557f36c5b30ad526e1e40370e5cac958/.tmp/cf/406dd046f805424e9ccdca5cf59d699f as hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/557f36c5b30ad526e1e40370e5cac958/cf/406dd046f805424e9ccdca5cf59d699f 2024-11-11T21:13:29,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/ec6f0389ddb68575606d08f92c651a1c/.tmp/cf/fc15b256a1154e02bc384101df4140db as hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/ec6f0389ddb68575606d08f92c651a1c/cf/fc15b256a1154e02bc384101df4140db 2024-11-11T21:13:29,940 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/ec6f0389ddb68575606d08f92c651a1c/cf/fc15b256a1154e02bc384101df4140db, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T21:13:29,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/557f36c5b30ad526e1e40370e5cac958/cf/406dd046f805424e9ccdca5cf59d699f, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T21:13:29,949 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 557f36c5b30ad526e1e40370e5cac958 in 359ms, sequenceid=5, compaction requested=false 2024-11-11T21:13:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 557f36c5b30ad526e1e40370e5cac958: 2024-11-11T21:13:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. for SnapshotProcedureTest completed. 2024-11-11T21:13:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:13:29,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:13:29,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/557f36c5b30ad526e1e40370e5cac958/cf/406dd046f805424e9ccdca5cf59d699f] hfiles 2024-11-11T21:13:29,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/557f36c5b30ad526e1e40370e5cac958/cf/406dd046f805424e9ccdca5cf59d699f for snapshot=SnapshotProcedureTest 2024-11-11T21:13:29,959 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ec6f0389ddb68575606d08f92c651a1c in 336ms, sequenceid=5, compaction requested=false 2024-11-11T21:13:29,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ec6f0389ddb68575606d08f92c651a1c: 2024-11-11T21:13:29,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. for SnapshotProcedureTest completed. 2024-11-11T21:13:29,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:13:29,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:13:29,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/ec6f0389ddb68575606d08f92c651a1c/cf/fc15b256a1154e02bc384101df4140db] hfiles 2024-11-11T21:13:29,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/ec6f0389ddb68575606d08f92c651a1c/cf/fc15b256a1154e02bc384101df4140db for snapshot=SnapshotProcedureTest 2024-11-11T21:13:29,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/0f3b0059c5ba5c200f8c8d9c077a450f/.tmp/cf/556b043104894e6b80e542d31349dc14 is 34, key is eaa/cf:cf/1731359599326/Put/seqid=0 2024-11-11T21:13:29,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741855_1031 (size=499309) 2024-11-11T21:13:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741855_1031 (size=499309) 2024-11-11T21:13:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741855_1031 (size=499309) 2024-11-11T21:13:29,996 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/0f3b0059c5ba5c200f8c8d9c077a450f/.tmp/cf/556b043104894e6b80e542d31349dc14 2024-11-11T21:13:30,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/0f3b0059c5ba5c200f8c8d9c077a450f/.tmp/cf/556b043104894e6b80e542d31349dc14 as hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/0f3b0059c5ba5c200f8c8d9c077a450f/cf/556b043104894e6b80e542d31349dc14 2024-11-11T21:13:30,023 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:13:30,024 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:13:30,024 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/0f3b0059c5ba5c200f8c8d9c077a450f/cf/556b043104894e6b80e542d31349dc14, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-11T21:13:30,024 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:13:30,024 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:13:30,024 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:13:30,024 INFO [f286ae0a5299:34587 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:13:30,024 INFO [f286ae0a5299:34587 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:13:30,024 DEBUG [f286ae0a5299:34587 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:13:30,025 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=51af90bdf632aaa8a243a14eace14ea0, regionState=OPENING, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:30,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9af2eb2cbd130314277d30af94675865, regionState=OPENING, regionLocation=f286ae0a5299,40149,1731359566395 2024-11-11T21:13:30,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=af958112bb4943ccd7c37da1db579d1d, regionState=OPENING, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:30,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af958112bb4943ccd7c37da1db579d1d, ASSIGN because future has completed 2024-11-11T21:13:30,027 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 0f3b0059c5ba5c200f8c8d9c077a450f in 237ms, sequenceid=5, compaction requested=false 2024-11-11T21:13:30,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure af958112bb4943ccd7c37da1db579d1d, server=f286ae0a5299,36519,1731359566348}] 2024-11-11T21:13:30,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0f3b0059c5ba5c200f8c8d9c077a450f: 2024-11-11T21:13:30,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. for SnapshotProcedureTest completed. 2024-11-11T21:13:30,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:13:30,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:13:30,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9af2eb2cbd130314277d30af94675865, ASSIGN because future has completed 2024-11-11T21:13:30,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/0f3b0059c5ba5c200f8c8d9c077a450f/cf/556b043104894e6b80e542d31349dc14] hfiles 2024-11-11T21:13:30,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/0f3b0059c5ba5c200f8c8d9c077a450f/cf/556b043104894e6b80e542d31349dc14 for snapshot=SnapshotProcedureTest 2024-11-11T21:13:30,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9af2eb2cbd130314277d30af94675865, server=f286ae0a5299,40149,1731359566395}] 2024-11-11T21:13:30,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51af90bdf632aaa8a243a14eace14ea0, ASSIGN because future has completed 2024-11-11T21:13:30,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51af90bdf632aaa8a243a14eace14ea0, server=f286ae0a5299,36519,1731359566348}] 2024-11-11T21:13:30,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741857_1033 (size=105) 2024-11-11T21:13:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741856_1032 (size=105) 2024-11-11T21:13:30,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741857_1033 (size=105) 2024-11-11T21:13:30,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741857_1033 (size=105) 2024-11-11T21:13:30,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741856_1032 (size=105) 2024-11-11T21:13:30,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741856_1032 (size=105) 2024-11-11T21:13:30,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741858_1034 (size=97) 2024-11-11T21:13:30,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741858_1034 (size=97) 2024-11-11T21:13:30,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741858_1034 (size=97) 2024-11-11T21:13:30,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:13:30,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T21:13:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T21:13:30,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:30,122 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:13:30,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0f3b0059c5ba5c200f8c8d9c077a450f in 10.5520 sec 2024-11-11T21:13:30,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:13:30,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T21:13:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T21:13:30,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:30,461 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:13:30,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ec6f0389ddb68575606d08f92c651a1c in 10.8910 sec 2024-11-11T21:13:30,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:13:30,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T21:13:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T21:13:30,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:30,473 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:13:30,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 557f36c5b30ad526e1e40370e5cac958 in 10.9020 sec 2024-11-11T21:13:34,725 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d held by pid=40 2024-11-11T21:13:34,725 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 held by pid=41 2024-11-11T21:13:34,725 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:34,725 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:34,735 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 held by pid=39 2024-11-11T21:13:34,735 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:39,141 INFO [master/f286ae0a5299:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T21:13:39,141 INFO [master/f286ae0a5299:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T21:13:40,042 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:13:40,042 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => af958112bb4943ccd7c37da1db579d1d, NAME => 'SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T21:13:40,043 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,043 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:13:40,043 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:40,043 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,043 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 9af2eb2cbd130314277d30af94675865, NAME => 'SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T21:13:40,043 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,044 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,044 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:40,045 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,045 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,046 INFO [StoreOpener-af958112bb4943ccd7c37da1db579d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,047 INFO [StoreOpener-9af2eb2cbd130314277d30af94675865-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,047 INFO [StoreOpener-af958112bb4943ccd7c37da1db579d1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af958112bb4943ccd7c37da1db579d1d columnFamilyName cf 2024-11-11T21:13:40,048 DEBUG [StoreOpener-af958112bb4943ccd7c37da1db579d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:40,048 INFO [StoreOpener-9af2eb2cbd130314277d30af94675865-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af2eb2cbd130314277d30af94675865 columnFamilyName cf 2024-11-11T21:13:40,048 INFO [StoreOpener-af958112bb4943ccd7c37da1db579d1d-1 {}] regionserver.HStore(327): Store=af958112bb4943ccd7c37da1db579d1d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:40,048 DEBUG [StoreOpener-9af2eb2cbd130314277d30af94675865-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:40,048 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,049 INFO [StoreOpener-9af2eb2cbd130314277d30af94675865-1 {}] regionserver.HStore(327): Store=9af2eb2cbd130314277d30af94675865/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:40,049 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,049 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,050 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,051 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,051 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,051 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,052 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,052 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,052 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,053 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,055 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,054 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened af958112bb4943ccd7c37da1db579d1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73201800, jitterRate=0.09079182147979736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:40,055 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,055 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for af958112bb4943ccd7c37da1db579d1d: Running coprocessor pre-open hook at 1731359620044Writing region info on filesystem at 1731359620044Initializing all the Stores at 1731359620045 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359620046 (+1 ms)Cleaning up temporary data from old regions at 1731359620051 (+5 ms)Running coprocessor post-open hooks at 1731359620055 (+4 ms)Region opened successfully at 1731359620055 2024-11-11T21:13:40,056 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d., pid=42, masterSystemTime=1731359620031 2024-11-11T21:13:40,056 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 9af2eb2cbd130314277d30af94675865; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62060542, jitterRate=-0.07522585988044739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:40,056 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,056 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 9af2eb2cbd130314277d30af94675865: Running coprocessor pre-open hook at 1731359620045Writing region info on filesystem at 1731359620045Initializing all the Stores at 1731359620046 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359620046Cleaning up temporary data from old regions at 1731359620052 (+6 ms)Running coprocessor post-open hooks at 1731359620056 (+4 ms)Region opened successfully at 1731359620056 2024-11-11T21:13:40,057 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865., pid=43, masterSystemTime=1731359620034 2024-11-11T21:13:40,058 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:13:40,058 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:13:40,058 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:13:40,058 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 51af90bdf632aaa8a243a14eace14ea0, NAME => 'SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T21:13:40,059 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=af958112bb4943ccd7c37da1db579d1d, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:40,059 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:13:40,059 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:13:40,059 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,059 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,059 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:13:40,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9af2eb2cbd130314277d30af94675865, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,40149,1731359566395 2024-11-11T21:13:40,062 INFO [StoreOpener-51af90bdf632aaa8a243a14eace14ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure af958112bb4943ccd7c37da1db579d1d, server=f286ae0a5299,36519,1731359566348 because future has completed 2024-11-11T21:13:40,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9af2eb2cbd130314277d30af94675865, server=f286ae0a5299,40149,1731359566395 because future has completed 2024-11-11T21:13:40,064 INFO [StoreOpener-51af90bdf632aaa8a243a14eace14ea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51af90bdf632aaa8a243a14eace14ea0 columnFamilyName cf 2024-11-11T21:13:40,065 DEBUG [StoreOpener-51af90bdf632aaa8a243a14eace14ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:13:40,065 INFO [StoreOpener-51af90bdf632aaa8a243a14eace14ea0-1 {}] regionserver.HStore(327): Store=51af90bdf632aaa8a243a14eace14ea0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:13:40,066 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,067 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-11-11T21:13:40,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure af958112bb4943ccd7c37da1db579d1d, server=f286ae0a5299,36519,1731359566348 in 10.0350 sec 2024-11-11T21:13:40,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-11T21:13:40,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 9af2eb2cbd130314277d30af94675865, server=f286ae0a5299,40149,1731359566395 in 10.0350 sec 2024-11-11T21:13:40,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af958112bb4943ccd7c37da1db579d1d, ASSIGN in 10.1980 sec 2024-11-11T21:13:40,069 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:40,070 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,070 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9af2eb2cbd130314277d30af94675865, ASSIGN in 10.1990 sec 2024-11-11T21:13:40,070 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,071 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:40,074 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,075 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 51af90bdf632aaa8a243a14eace14ea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69080241, jitterRate=0.02937580645084381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:13:40,075 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,075 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 51af90bdf632aaa8a243a14eace14ea0: Running coprocessor pre-open hook at 1731359620059Writing region info on filesystem at 1731359620059Initializing all the Stores at 1731359620061 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359620061Cleaning up temporary data from old regions at 1731359620070 (+9 ms)Running coprocessor post-open hooks at 1731359620075 (+5 ms)Region opened successfully at 1731359620075 2024-11-11T21:13:40,076 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0., pid=44, masterSystemTime=1731359620031 2024-11-11T21:13:40,078 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:13:40,078 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:13:40,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=51af90bdf632aaa8a243a14eace14ea0, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:40,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51af90bdf632aaa8a243a14eace14ea0, server=f286ae0a5299,36519,1731359566348 because future has completed 2024-11-11T21:13:40,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-11T21:13:40,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 51af90bdf632aaa8a243a14eace14ea0, server=f286ae0a5299,36519,1731359566348 in 10.0500 sec 2024-11-11T21:13:40,086 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:40,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-11T21:13:40,087 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server f286ae0a5299,42685,1731359566244 after splitting done 2024-11-11T21:13:40,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51af90bdf632aaa8a243a14eace14ea0, ASSIGN in 10.2150 sec 2024-11-11T21:13:40,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure f286ae0a5299,42685,1731359566244, splitWal=true, meta=false in 20.3890 sec 2024-11-11T21:13:44,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:13:45,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:13:48,015 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T21:13:50,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T21:13:50,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:13:50,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T21:13:50,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:13:50,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for af958112bb4943ccd7c37da1db579d1d: 2024-11-11T21:13:50,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. for SnapshotProcedureTest completed. 2024-11-11T21:13:50,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 51af90bdf632aaa8a243a14eace14ea0: 2024-11-11T21:13:50,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. for SnapshotProcedureTest completed. 2024-11-11T21:13:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:13:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:13:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:13:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:13:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:13:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:13:50,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T21:13:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:13:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9af2eb2cbd130314277d30af94675865: 2024-11-11T21:13:50,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. for SnapshotProcedureTest completed. 2024-11-11T21:13:50,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:13:50,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:13:50,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:13:50,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741860_1036 (size=65) 2024-11-11T21:13:50,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741859_1035 (size=57) 2024-11-11T21:13:50,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741860_1036 (size=65) 2024-11-11T21:13:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741859_1035 (size=57) 2024-11-11T21:13:50,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:13:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741861_1037 (size=65) 2024-11-11T21:13:50,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T21:13:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741861_1037 (size=65) 2024-11-11T21:13:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741859_1035 (size=57) 2024-11-11T21:13:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741861_1037 (size=65) 2024-11-11T21:13:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741860_1036 (size=65) 2024-11-11T21:13:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T21:13:50,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:50,091 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:13:50,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:13:50,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T21:13:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T21:13:50,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:50,092 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:13:50,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 51af90bdf632aaa8a243a14eace14ea0 in 30.5210 sec 2024-11-11T21:13:50,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af958112bb4943ccd7c37da1db579d1d in 30.5210 sec 2024-11-11T21:13:50,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:13:50,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T21:13:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T21:13:50,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:50,493 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 2024-11-11T21:13:50,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-11T21:13:50,496 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T21:13:50,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9af2eb2cbd130314277d30af94675865 in 30.9220 sec 2024-11-11T21:13:50,498 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T21:13:50,501 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T21:13:50,501 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T21:13:50,504 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T21:13:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741862_1038 (size=1134) 2024-11-11T21:13:50,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741862_1038 (size=1134) 2024-11-11T21:13:50,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741862_1038 (size=1134) 2024-11-11T21:13:50,541 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T21:13:50,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T21:13:50,558 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:50,558 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:50,558 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:13:50,558 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,40149,1731359566395 2024-11-11T21:13:50,558 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,40149,1731359566395 2024-11-11T21:13:50,565 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,40149,1731359566395 2024-11-11T21:13:51,581 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:34587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T21:13:54,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 557f36c5b30ad526e1e40370e5cac958, had cached 0 bytes from a total of 47197 2024-11-11T21:13:54,741 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0f3b0059c5ba5c200f8c8d9c077a450f, had cached 0 bytes from a total of 499309 2024-11-11T21:13:54,806 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ec6f0389ddb68575606d08f92c651a1c, had cached 0 bytes from a total of 28623 2024-11-11T21:14:00,470 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region af958112bb4943ccd7c37da1db579d1d changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:14:00,470 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 08377df9553ddef5bdaacd12a38d3c07 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:14:00,471 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 48ff702fbb15a95fa9e896c05b4e8d06 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:14:00,471 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 51af90bdf632aaa8a243a14eace14ea0 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:14:00,472 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ec6f0389ddb68575606d08f92c651a1c changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:14:00,472 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0f3b0059c5ba5c200f8c8d9c077a450f changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:14:00,472 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bcd2a7e063c404296ad07061419c55bc changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:14:00,472 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9af2eb2cbd130314277d30af94675865 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:14:00,472 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 21db851910c3b342f1b2eb1e97327bd7 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:14:00,472 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 557f36c5b30ad526e1e40370e5cac958 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:14:00,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-11T21:14:00,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-11T21:14:00,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-11T21:14:00,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-11T21:14:00,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-11T21:14:00,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-11T21:14:00,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T21:14:00,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T21:14:00,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-11T21:14:00,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-11T21:14:00,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-11T21:14:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-11T21:14:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-11T21:14:00,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-11T21:14:00,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-11T21:14:00,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-11T21:14:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-11T21:14:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-11T21:14:00,574 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,40149,1731359566395 Release verify snapshot worker=f286ae0a5299,40149,1731359566395 2024-11-11T21:14:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-11T21:14:00,574 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,36519,1731359566348 Release verify snapshot worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:14:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-11T21:14:00,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,40149,1731359566395 in 10.0240 sec 2024-11-11T21:14:00,577 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,40149,1731359566395 2024-11-11T21:14:00,577 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:14:00,578 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,40149,1731359566395 Release verify snapshot worker=f286ae0a5299,40149,1731359566395 2024-11-11T21:14:00,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,36519,1731359566348 in 10.0240 sec 2024-11-11T21:14:00,580 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,36519,1731359566348 Release verify snapshot worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:14:00,580 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,40149,1731359566395 2024-11-11T21:14:00,581 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,36519,1731359566348 Release verify snapshot worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:14:00,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,40149,1731359566395 in 10.0280 sec 2024-11-11T21:14:00,581 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:14:00,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,36519,1731359566348 in 10.0300 sec 2024-11-11T21:14:00,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,36519,1731359566348 in 10.0310 sec 2024-11-11T21:14:00,586 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,40149,1731359566395 Release verify snapshot worker=f286ae0a5299,40149,1731359566395 2024-11-11T21:14:00,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,40149,1731359566395 in 10.0360 sec 2024-11-11T21:14:10,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-11T21:14:10,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-11T21:14:10,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-11T21:14:10,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-11T21:14:10,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-11T21:14:10,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T21:14:10,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-11T21:14:10,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T21:14:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-11T21:14:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-11T21:14:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T21:14:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-11T21:14:10,582 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,36519,1731359566348 Release verify snapshot worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:14:10,582 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,40149,1731359566395 Release verify snapshot worker=f286ae0a5299,40149,1731359566395 2024-11-11T21:14:10,583 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,36519,1731359566348 Release verify snapshot worker=f286ae0a5299,36519,1731359566348 2024-11-11T21:14:10,584 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,40149,1731359566395 Release verify snapshot worker=f286ae0a5299,40149,1731359566395 2024-11-11T21:14:10,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,40149,1731359566395 in 20.0320 sec 2024-11-11T21:14:10,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,36519,1731359566348 in 20.0320 sec 2024-11-11T21:14:10,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,36519,1731359566348 in 20.0330 sec 2024-11-11T21:14:10,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=25 2024-11-11T21:14:10,587 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T21:14:10,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,40149,1731359566395 in 20.0340 sec 2024-11-11T21:14:10,591 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T21:14:10,594 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T21:14:10,594 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T21:14:10,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0730 sec 2024-11-11T21:14:10,800 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T21:14:10,809 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T21:14:10,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:14:10,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:14:10,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:14:10,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:14:10,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:14:10,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:14:10,811 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:14:10,811 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=900518214, stopped=false 2024-11-11T21:14:10,812 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,34587,1731359565473 2024-11-11T21:14:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:14:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:14:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:14:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:10,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:10,826 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:14:10,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:14:10,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:14:10,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:14:10,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:14:10,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:14:10,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:14:10,830 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,36519,1731359566348' ***** 2024-11-11T21:14:10,830 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:14:10,830 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,40149,1731359566395' ***** 2024-11-11T21:14:10,830 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:14:10,831 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:14:10,831 INFO [RS:2;f286ae0a5299:40149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:14:10,831 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:14:10,831 INFO [RS:2;f286ae0a5299:40149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:14:10,831 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(3091): Received CLOSE for 21db851910c3b342f1b2eb1e97327bd7 2024-11-11T21:14:10,832 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:14:10,832 INFO [RS:1;f286ae0a5299:36519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:14:10,832 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:14:10,832 INFO [RS:1;f286ae0a5299:36519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:14:10,832 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(3091): Received CLOSE for 9af2eb2cbd130314277d30af94675865 2024-11-11T21:14:10,832 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(3091): Received CLOSE for bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:14:10,832 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(3091): Received CLOSE for 557f36c5b30ad526e1e40370e5cac958 2024-11-11T21:14:10,832 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,40149,1731359566395 2024-11-11T21:14:10,832 INFO [RS:2;f286ae0a5299:40149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:14:10,832 INFO [RS:2;f286ae0a5299:40149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f286ae0a5299:40149. 2024-11-11T21:14:10,832 DEBUG [RS:2;f286ae0a5299:40149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:14:10,833 DEBUG [RS:2;f286ae0a5299:40149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:14:10,833 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21db851910c3b342f1b2eb1e97327bd7, disabling compactions & flushes 2024-11-11T21:14:10,833 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:14:10,833 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-11T21:14:10,833 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:14:10,833 DEBUG [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(1325): Online Regions={21db851910c3b342f1b2eb1e97327bd7=SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7., 9af2eb2cbd130314277d30af94675865=SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865., bcd2a7e063c404296ad07061419c55bc=SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc., 557f36c5b30ad526e1e40370e5cac958=SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958.} 2024-11-11T21:14:10,833 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. after waiting 0 ms 2024-11-11T21:14:10,833 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:14:10,833 DEBUG [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(1351): Waiting on 21db851910c3b342f1b2eb1e97327bd7, 557f36c5b30ad526e1e40370e5cac958, 9af2eb2cbd130314277d30af94675865, bcd2a7e063c404296ad07061419c55bc 2024-11-11T21:14:10,833 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:14:10,844 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for 51af90bdf632aaa8a243a14eace14ea0 2024-11-11T21:14:10,844 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for 08377df9553ddef5bdaacd12a38d3c07 2024-11-11T21:14:10,844 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for af958112bb4943ccd7c37da1db579d1d 2024-11-11T21:14:10,844 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for 48ff702fbb15a95fa9e896c05b4e8d06 2024-11-11T21:14:10,844 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f3b0059c5ba5c200f8c8d9c077a450f 2024-11-11T21:14:10,845 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,36519,1731359566348 2024-11-11T21:14:10,845 INFO [RS:1;f286ae0a5299:36519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:14:10,845 INFO [RS:1;f286ae0a5299:36519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f286ae0a5299:36519. 2024-11-11T21:14:10,845 DEBUG [RS:1;f286ae0a5299:36519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:14:10,845 DEBUG [RS:1;f286ae0a5299:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:14:10,845 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:14:10,845 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:14:10,845 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:14:10,845 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:14:10,846 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec6f0389ddb68575606d08f92c651a1c, disabling compactions & flushes 2024-11-11T21:14:10,846 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:14:10,846 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:14:10,846 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. after waiting 0 ms 2024-11-11T21:14:10,846 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:14:10,851 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-11T21:14:10,851 DEBUG [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(1325): Online Regions={ec6f0389ddb68575606d08f92c651a1c=SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c., 51af90bdf632aaa8a243a14eace14ea0=SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0., 08377df9553ddef5bdaacd12a38d3c07=SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07., af958112bb4943ccd7c37da1db579d1d=SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d., 1588230740=hbase:meta,,1.1588230740, 48ff702fbb15a95fa9e896c05b4e8d06=SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06., 0f3b0059c5ba5c200f8c8d9c077a450f=SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f.} 2024-11-11T21:14:10,851 DEBUG [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(1351): Waiting on 08377df9553ddef5bdaacd12a38d3c07, 0f3b0059c5ba5c200f8c8d9c077a450f, 1588230740, 48ff702fbb15a95fa9e896c05b4e8d06, 51af90bdf632aaa8a243a14eace14ea0, af958112bb4943ccd7c37da1db579d1d, ec6f0389ddb68575606d08f92c651a1c 2024-11-11T21:14:10,851 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:14:10,851 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:14:10,852 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:14:10,852 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:14:10,852 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:14:10,852 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-11T21:14:10,871 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/21db851910c3b342f1b2eb1e97327bd7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:14:10,876 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:14:10,876 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21db851910c3b342f1b2eb1e97327bd7: Waiting for close lock at 1731359650832Running coprocessor pre-close hooks at 1731359650833 (+1 ms)Disabling compacts and flushes for region at 1731359650833Disabling writes for close at 1731359650833Writing region close event to WAL at 1731359650838 (+5 ms)Running coprocessor post-close hooks at 1731359650874 (+36 ms)Closed at 1731359650876 (+2 ms) 2024-11-11T21:14:10,877 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731359579177.21db851910c3b342f1b2eb1e97327bd7. 2024-11-11T21:14:10,877 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9af2eb2cbd130314277d30af94675865, disabling compactions & flushes 2024-11-11T21:14:10,877 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:14:10,877 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:14:10,877 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. after waiting 0 ms 2024-11-11T21:14:10,877 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:14:10,883 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/ec6f0389ddb68575606d08f92c651a1c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:14:10,886 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:14:10,886 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec6f0389ddb68575606d08f92c651a1c: Waiting for close lock at 1731359650846Running coprocessor pre-close hooks at 1731359650846Disabling compacts and flushes for region at 1731359650846Disabling writes for close at 1731359650846Writing region close event to WAL at 1731359650861 (+15 ms)Running coprocessor post-close hooks at 1731359650885 (+24 ms)Closed at 1731359650886 (+1 ms) 2024-11-11T21:14:10,886 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731359579177.ec6f0389ddb68575606d08f92c651a1c. 2024-11-11T21:14:10,886 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51af90bdf632aaa8a243a14eace14ea0, disabling compactions & flushes 2024-11-11T21:14:10,886 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:14:10,886 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:14:10,886 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. after waiting 0 ms 2024-11-11T21:14:10,886 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:14:10,896 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:14:10,897 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:14:10,927 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/9af2eb2cbd130314277d30af94675865/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:14:10,928 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:14:10,928 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9af2eb2cbd130314277d30af94675865: Waiting for close lock at 1731359650877Running coprocessor pre-close hooks at 1731359650877Disabling compacts and flushes for region at 1731359650877Disabling writes for close at 1731359650877Writing region close event to WAL at 1731359650888 (+11 ms)Running coprocessor post-close hooks at 1731359650928 (+40 ms)Closed at 1731359650928 2024-11-11T21:14:10,929 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731359579177.9af2eb2cbd130314277d30af94675865. 2024-11-11T21:14:10,929 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcd2a7e063c404296ad07061419c55bc, disabling compactions & flushes 2024-11-11T21:14:10,929 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:14:10,929 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:14:10,929 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. after waiting 0 ms 2024-11-11T21:14:10,929 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/.tmp/info/84ab408af061456c89d0e66d66bd93d3 is 167, key is SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07./info:regioninfo/1731359589749/Put/seqid=0 2024-11-11T21:14:10,929 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:14:10,931 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/51af90bdf632aaa8a243a14eace14ea0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:14:10,933 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:14:10,934 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51af90bdf632aaa8a243a14eace14ea0: Waiting for close lock at 1731359650886Running coprocessor pre-close hooks at 1731359650886Disabling compacts and flushes for region at 1731359650886Disabling writes for close at 1731359650886Writing region close event to WAL at 1731359650920 (+34 ms)Running coprocessor post-close hooks at 1731359650933 (+13 ms)Closed at 1731359650933 2024-11-11T21:14:10,934 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731359579177.51af90bdf632aaa8a243a14eace14ea0. 2024-11-11T21:14:10,934 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08377df9553ddef5bdaacd12a38d3c07, disabling compactions & flushes 2024-11-11T21:14:10,934 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:14:10,934 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:14:10,934 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. after waiting 0 ms 2024-11-11T21:14:10,934 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:14:10,950 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/08377df9553ddef5bdaacd12a38d3c07/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:14:10,951 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:14:10,951 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08377df9553ddef5bdaacd12a38d3c07: Waiting for close lock at 1731359650934Running coprocessor pre-close hooks at 1731359650934Disabling compacts and flushes for region at 1731359650934Disabling writes for close at 1731359650934Writing region close event to WAL at 1731359650944 (+10 ms)Running coprocessor post-close hooks at 1731359650951 (+7 ms)Closed at 1731359650951 2024-11-11T21:14:10,951 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731359579177.08377df9553ddef5bdaacd12a38d3c07. 2024-11-11T21:14:10,951 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af958112bb4943ccd7c37da1db579d1d, disabling compactions & flushes 2024-11-11T21:14:10,952 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:14:10,952 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:14:10,952 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. after waiting 0 ms 2024-11-11T21:14:10,952 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:14:10,966 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/bcd2a7e063c404296ad07061419c55bc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:14:10,968 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:14:10,968 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcd2a7e063c404296ad07061419c55bc: Waiting for close lock at 1731359650929Running coprocessor pre-close hooks at 1731359650929Disabling compacts and flushes for region at 1731359650929Disabling writes for close at 1731359650929Writing region close event to WAL at 1731359650948 (+19 ms)Running coprocessor post-close hooks at 1731359650968 (+20 ms)Closed at 1731359650968 2024-11-11T21:14:10,968 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731359579177.bcd2a7e063c404296ad07061419c55bc. 2024-11-11T21:14:10,968 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 557f36c5b30ad526e1e40370e5cac958, disabling compactions & flushes 2024-11-11T21:14:10,969 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:14:10,969 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:14:10,969 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. after waiting 0 ms 2024-11-11T21:14:10,969 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:14:10,982 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/af958112bb4943ccd7c37da1db579d1d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:14:10,983 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:14:10,984 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af958112bb4943ccd7c37da1db579d1d: Waiting for close lock at 1731359650951Running coprocessor pre-close hooks at 1731359650951Disabling compacts and flushes for region at 1731359650951Disabling writes for close at 1731359650952 (+1 ms)Writing region close event to WAL at 1731359650966 (+14 ms)Running coprocessor post-close hooks at 1731359650983 (+17 ms)Closed at 1731359650983 2024-11-11T21:14:10,984 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731359579177.af958112bb4943ccd7c37da1db579d1d. 2024-11-11T21:14:10,984 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48ff702fbb15a95fa9e896c05b4e8d06, disabling compactions & flushes 2024-11-11T21:14:10,984 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:14:10,984 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:14:10,984 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. after waiting 0 ms 2024-11-11T21:14:10,984 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:14:11,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741863_1039 (size=19785) 2024-11-11T21:14:11,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741863_1039 (size=19785) 2024-11-11T21:14:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741863_1039 (size=19785) 2024-11-11T21:14:11,009 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/.tmp/info/84ab408af061456c89d0e66d66bd93d3 2024-11-11T21:14:11,015 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:14:11,015 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:14:11,024 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/557f36c5b30ad526e1e40370e5cac958/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:14:11,026 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:14:11,027 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 557f36c5b30ad526e1e40370e5cac958: Waiting for close lock at 1731359650968Running coprocessor pre-close hooks at 1731359650968Disabling compacts and flushes for region at 1731359650968Disabling writes for close at 1731359650969 (+1 ms)Writing region close event to WAL at 1731359651001 (+32 ms)Running coprocessor post-close hooks at 1731359651026 (+25 ms)Closed at 1731359651026 2024-11-11T21:14:11,027 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731359579177.557f36c5b30ad526e1e40370e5cac958. 2024-11-11T21:14:11,028 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/48ff702fbb15a95fa9e896c05b4e8d06/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:14:11,029 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:14:11,030 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48ff702fbb15a95fa9e896c05b4e8d06: Waiting for close lock at 1731359650984Running coprocessor pre-close hooks at 1731359650984Disabling compacts and flushes for region at 1731359650984Disabling writes for close at 1731359650984Writing region close event to WAL at 1731359651008 (+24 ms)Running coprocessor post-close hooks at 1731359651029 (+21 ms)Closed at 1731359651029 2024-11-11T21:14:11,030 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731359579177.48ff702fbb15a95fa9e896c05b4e8d06. 2024-11-11T21:14:11,030 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f3b0059c5ba5c200f8c8d9c077a450f, disabling compactions & flushes 2024-11-11T21:14:11,030 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:14:11,030 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:14:11,030 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. after waiting 0 ms 2024-11-11T21:14:11,030 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:14:11,034 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,40149,1731359566395; all regions closed. 2024-11-11T21:14:11,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741834_1010 (size=2947) 2024-11-11T21:14:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741834_1010 (size=2947) 2024-11-11T21:14:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741834_1010 (size=2947) 2024-11-11T21:14:11,051 DEBUG [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(1351): Waiting on 0f3b0059c5ba5c200f8c8d9c077a450f, 1588230740 2024-11-11T21:14:11,055 DEBUG [RS:2;f286ae0a5299:40149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/oldWALs 2024-11-11T21:14:11,055 INFO [RS:2;f286ae0a5299:40149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C40149%2C1731359566395:(num 1731359568184) 2024-11-11T21:14:11,055 DEBUG [RS:2;f286ae0a5299:40149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:14:11,055 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:14:11,055 INFO [RS:2;f286ae0a5299:40149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:14:11,055 INFO [RS:2;f286ae0a5299:40149 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:14:11,055 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:14:11,056 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:14:11,056 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:14:11,056 INFO [RS:2;f286ae0a5299:40149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:14:11,056 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:14:11,056 INFO [RS:2;f286ae0a5299:40149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40149 2024-11-11T21:14:11,065 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/.tmp/ns/3448170288d84797843ca27a4c984fac is 43, key is default/ns:d/1731359578935/Put/seqid=0 2024-11-11T21:14:11,067 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/default/SPTestTable/0f3b0059c5ba5c200f8c8d9c077a450f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:14:11,069 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:14:11,069 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f3b0059c5ba5c200f8c8d9c077a450f: Waiting for close lock at 1731359651030Running coprocessor pre-close hooks at 1731359651030Disabling compacts and flushes for region at 1731359651030Disabling writes for close at 1731359651030Writing region close event to WAL at 1731359651057 (+27 ms)Running coprocessor post-close hooks at 1731359651069 (+12 ms)Closed at 1731359651069 2024-11-11T21:14:11,069 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731359579177.0f3b0059c5ba5c200f8c8d9c077a450f. 2024-11-11T21:14:11,105 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:14:11,105 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:14:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741864_1040 (size=5153) 2024-11-11T21:14:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741864_1040 (size=5153) 2024-11-11T21:14:11,109 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/.tmp/ns/3448170288d84797843ca27a4c984fac 2024-11-11T21:14:11,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,40149,1731359566395 2024-11-11T21:14:11,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:14:11,110 INFO [RS:2;f286ae0a5299:40149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:14:11,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741864_1040 (size=5153) 2024-11-11T21:14:11,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,40149,1731359566395] 2024-11-11T21:14:11,148 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/.tmp/table/ed6a36e99828456e84d8f3b286435b13 is 47, key is SPTestTable/table:state/1731359589864/Put/seqid=0 2024-11-11T21:14:11,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741865_1041 (size=5214) 2024-11-11T21:14:11,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741865_1041 (size=5214) 2024-11-11T21:14:11,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741865_1041 (size=5214) 2024-11-11T21:14:11,183 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/.tmp/table/ed6a36e99828456e84d8f3b286435b13 2024-11-11T21:14:11,195 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/.tmp/info/84ab408af061456c89d0e66d66bd93d3 as hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/info/84ab408af061456c89d0e66d66bd93d3 2024-11-11T21:14:11,208 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/info/84ab408af061456c89d0e66d66bd93d3, entries=112, sequenceid=35, filesize=19.3 K 2024-11-11T21:14:11,210 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/.tmp/ns/3448170288d84797843ca27a4c984fac as hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/ns/3448170288d84797843ca27a4c984fac 2024-11-11T21:14:11,220 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/ns/3448170288d84797843ca27a4c984fac, entries=2, sequenceid=35, filesize=5.0 K 2024-11-11T21:14:11,222 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/.tmp/table/ed6a36e99828456e84d8f3b286435b13 as hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/table/ed6a36e99828456e84d8f3b286435b13 2024-11-11T21:14:11,236 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/table/ed6a36e99828456e84d8f3b286435b13, entries=2, sequenceid=35, filesize=5.1 K 2024-11-11T21:14:11,238 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 385ms, sequenceid=35, compaction requested=false 2024-11-11T21:14:11,252 DEBUG [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:14:11,252 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-11T21:14:11,254 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:14:11,254 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:14:11,254 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359650851Running coprocessor pre-close hooks at 1731359650851Disabling compacts and flushes for region at 1731359650851Disabling writes for close at 1731359650852 (+1 ms)Obtaining lock to block concurrent updates at 1731359650852Preparing flush snapshotting stores in 1588230740 at 1731359650852Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1731359650853 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731359650853Flushing 1588230740/info: creating writer at 1731359650854 (+1 ms)Flushing 1588230740/info: appending metadata at 1731359650928 (+74 ms)Flushing 1588230740/info: closing flushed file at 1731359650928Flushing 1588230740/ns: creating writer at 1731359651039 (+111 ms)Flushing 1588230740/ns: appending metadata at 1731359651064 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731359651064Flushing 1588230740/table: creating writer at 1731359651124 (+60 ms)Flushing 1588230740/table: appending metadata at 1731359651147 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731359651147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b76f651: reopening flushed file at 1731359651194 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468682cf: reopening flushed file at 1731359651208 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c360e51: reopening flushed file at 1731359651220 (+12 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 385ms, sequenceid=35, compaction requested=false at 1731359651238 (+18 ms)Writing region close event to WAL at 1731359651244 (+6 ms)Running coprocessor post-close hooks at 1731359651253 (+9 ms)Closed at 1731359651254 (+1 ms) 2024-11-11T21:14:11,254 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:14:11,330 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,40149,1731359566395 already deleted, retry=false 2024-11-11T21:14:11,330 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,40149,1731359566395 expired; onlineServers=1 2024-11-11T21:14:11,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:14:11,420 INFO [RS:2;f286ae0a5299:40149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:14:11,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40149-0x1012bbe5f180003, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:14:11,420 INFO [RS:2;f286ae0a5299:40149 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,40149,1731359566395; zookeeper connection closed. 2024-11-11T21:14:11,420 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53637aef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53637aef 2024-11-11T21:14:11,452 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,36519,1731359566348; all regions closed. 2024-11-11T21:14:11,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741836_1012 (size=18358) 2024-11-11T21:14:11,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741836_1012 (size=18358) 2024-11-11T21:14:11,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741836_1012 (size=18358) 2024-11-11T21:14:11,459 DEBUG [RS:1;f286ae0a5299:36519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/oldWALs 2024-11-11T21:14:11,459 INFO [RS:1;f286ae0a5299:36519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C36519%2C1731359566348.meta:.meta(num 1731359578585) 2024-11-11T21:14:11,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741835_1011 (size=4605) 2024-11-11T21:14:11,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741835_1011 (size=4605) 2024-11-11T21:14:11,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741835_1011 (size=4605) 2024-11-11T21:14:11,471 DEBUG [RS:1;f286ae0a5299:36519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/oldWALs 2024-11-11T21:14:11,471 INFO [RS:1;f286ae0a5299:36519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C36519%2C1731359566348:(num 1731359568184) 2024-11-11T21:14:11,471 DEBUG [RS:1;f286ae0a5299:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:14:11,471 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:14:11,472 INFO [RS:1;f286ae0a5299:36519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:14:11,472 INFO [RS:1;f286ae0a5299:36519 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:14:11,472 INFO [RS:1;f286ae0a5299:36519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:14:11,472 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:14:11,473 INFO [RS:1;f286ae0a5299:36519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36519 2024-11-11T21:14:11,483 INFO [RS:1;f286ae0a5299:36519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:14:11,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:14:11,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,36519,1731359566348 2024-11-11T21:14:11,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,36519,1731359566348] 2024-11-11T21:14:11,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,36519,1731359566348 already deleted, retry=false 2024-11-11T21:14:11,504 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,36519,1731359566348 expired; onlineServers=0 2024-11-11T21:14:11,504 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,34587,1731359565473' ***** 2024-11-11T21:14:11,504 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:14:11,504 INFO [M:0;f286ae0a5299:34587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:14:11,504 INFO [M:0;f286ae0a5299:34587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:14:11,505 DEBUG [M:0;f286ae0a5299:34587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:14:11,505 DEBUG [M:0;f286ae0a5299:34587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:14:11,505 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359567657 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359567657,5,FailOnTimeoutGroup] 2024-11-11T21:14:11,505 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359567656 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359567656,5,FailOnTimeoutGroup] 2024-11-11T21:14:11,505 INFO [M:0;f286ae0a5299:34587 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:14:11,505 INFO [M:0;f286ae0a5299:34587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:14:11,505 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:14:11,506 DEBUG [M:0;f286ae0a5299:34587 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:14:11,506 INFO [M:0;f286ae0a5299:34587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:14:11,506 INFO [M:0;f286ae0a5299:34587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:14:11,506 ERROR [M:0;f286ae0a5299:34587 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:44655 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44655,5,PEWorkerGroup] 2024-11-11T21:14:11,507 INFO [M:0;f286ae0a5299:34587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:14:11,507 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:14:11,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:14:11,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:11,515 DEBUG [M:0;f286ae0a5299:34587 {}] zookeeper.ZKUtil(347): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:14:11,515 WARN [M:0;f286ae0a5299:34587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:14:11,516 INFO [M:0;f286ae0a5299:34587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/.lastflushedseqids 2024-11-11T21:14:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741866_1042 (size=668) 2024-11-11T21:14:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741866_1042 (size=668) 2024-11-11T21:14:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741866_1042 (size=668) 2024-11-11T21:14:11,535 INFO [M:0;f286ae0a5299:34587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:14:11,536 INFO [M:0;f286ae0a5299:34587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:14:11,536 DEBUG [M:0;f286ae0a5299:34587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:14:11,536 INFO [M:0;f286ae0a5299:34587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:14:11,536 DEBUG [M:0;f286ae0a5299:34587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:14:11,536 DEBUG [M:0;f286ae0a5299:34587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:14:11,536 DEBUG [M:0;f286ae0a5299:34587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:14:11,537 INFO [M:0;f286ae0a5299:34587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.02 KB heapSize=230.69 KB 2024-11-11T21:14:11,577 DEBUG [M:0;f286ae0a5299:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a44288c0ea44ebf8034618f299a55ea is 82, key is hbase:meta,,1/info:regioninfo/1731359578669/Put/seqid=0 2024-11-11T21:14:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741867_1043 (size=5672) 2024-11-11T21:14:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741867_1043 (size=5672) 2024-11-11T21:14:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741867_1043 (size=5672) 2024-11-11T21:14:11,591 INFO [M:0;f286ae0a5299:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a44288c0ea44ebf8034618f299a55ea 2024-11-11T21:14:11,593 INFO [RS:1;f286ae0a5299:36519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:14:11,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:14:11,594 INFO [RS:1;f286ae0a5299:36519 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,36519,1731359566348; zookeeper connection closed. 2024-11-11T21:14:11,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x1012bbe5f180002, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:14:11,594 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bcd4dcc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bcd4dcc 2024-11-11T21:14:11,594 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T21:14:11,627 DEBUG [M:0;f286ae0a5299:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3be413e361a4483aa3c06bf6ef86fe1e is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731359589876/Put/seqid=0 2024-11-11T21:14:11,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741868_1044 (size=8902) 2024-11-11T21:14:11,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741868_1044 (size=8902) 2024-11-11T21:14:11,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741868_1044 (size=8902) 2024-11-11T21:14:11,641 INFO [M:0;f286ae0a5299:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.29 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3be413e361a4483aa3c06bf6ef86fe1e 2024-11-11T21:14:11,649 INFO [M:0;f286ae0a5299:34587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3be413e361a4483aa3c06bf6ef86fe1e 2024-11-11T21:14:11,671 DEBUG [M:0;f286ae0a5299:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bfed9c8038a44b2b9a0ba033fe1a4c4 is 69, key is f286ae0a5299,36519,1731359566348/rs:state/1731359567804/Put/seqid=0 2024-11-11T21:14:11,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741869_1045 (size=5441) 2024-11-11T21:14:11,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741869_1045 (size=5441) 2024-11-11T21:14:11,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741869_1045 (size=5441) 2024-11-11T21:14:11,697 INFO [M:0;f286ae0a5299:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bfed9c8038a44b2b9a0ba033fe1a4c4 2024-11-11T21:14:11,705 INFO [M:0;f286ae0a5299:34587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bfed9c8038a44b2b9a0ba033fe1a4c4 2024-11-11T21:14:11,707 DEBUG [M:0;f286ae0a5299:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a44288c0ea44ebf8034618f299a55ea as hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a44288c0ea44ebf8034618f299a55ea 2024-11-11T21:14:11,716 INFO [M:0;f286ae0a5299:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a44288c0ea44ebf8034618f299a55ea, entries=8, sequenceid=488, filesize=5.5 K 2024-11-11T21:14:11,718 DEBUG [M:0;f286ae0a5299:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3be413e361a4483aa3c06bf6ef86fe1e as hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3be413e361a4483aa3c06bf6ef86fe1e 2024-11-11T21:14:11,735 INFO [M:0;f286ae0a5299:34587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3be413e361a4483aa3c06bf6ef86fe1e 2024-11-11T21:14:11,735 INFO [M:0;f286ae0a5299:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3be413e361a4483aa3c06bf6ef86fe1e, entries=54, sequenceid=488, filesize=8.7 K 2024-11-11T21:14:11,737 DEBUG [M:0;f286ae0a5299:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bfed9c8038a44b2b9a0ba033fe1a4c4 as hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bfed9c8038a44b2b9a0ba033fe1a4c4 2024-11-11T21:14:11,748 INFO [M:0;f286ae0a5299:34587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bfed9c8038a44b2b9a0ba033fe1a4c4 2024-11-11T21:14:11,749 INFO [M:0;f286ae0a5299:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44655/user/jenkins/test-data/03a067c9-5625-0179-bb60-81cf3c32f929/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bfed9c8038a44b2b9a0ba033fe1a4c4, entries=3, sequenceid=488, filesize=5.3 K 2024-11-11T21:14:11,750 INFO [M:0;f286ae0a5299:34587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.02 KB/190485, heapSize ~230.39 KB/235920, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 214ms, sequenceid=488, compaction requested=false 2024-11-11T21:14:11,752 INFO [M:0;f286ae0a5299:34587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:14:11,753 DEBUG [M:0;f286ae0a5299:34587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359651536Disabling compacts and flushes for region at 1731359651536Disabling writes for close at 1731359651536Obtaining lock to block concurrent updates at 1731359651537 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359651537Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190485, getHeapSize=236160, getOffHeapSize=0, getCellsCount=591 at 1731359651537Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359651553 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359651553Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359651577 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359651577Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731359651609 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731359651627 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731359651627Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731359651649 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731359651670 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731359651670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8ac65f: reopening flushed file at 1731359651705 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dbd3128: reopening flushed file at 1731359651716 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ed71e: reopening flushed file at 1731359651735 (+19 ms)Finished flush of dataSize ~186.02 KB/190485, heapSize ~230.39 KB/235920, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 214ms, sequenceid=488, compaction requested=false at 1731359651750 (+15 ms)Writing region close event to WAL at 1731359651752 (+2 ms)Closed at 1731359651752 2024-11-11T21:14:11,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34085 is added to blk_1073741830_1006 (size=223036) 2024-11-11T21:14:11,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741830_1006 (size=223036) 2024-11-11T21:14:11,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44307 is added to blk_1073741830_1006 (size=223036) 2024-11-11T21:14:11,759 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:14:11,759 INFO [M:0;f286ae0a5299:34587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:14:11,759 INFO [M:0;f286ae0a5299:34587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34587 2024-11-11T21:14:11,759 INFO [M:0;f286ae0a5299:34587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:14:11,873 INFO [M:0;f286ae0a5299:34587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:14:11,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:14:11,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x1012bbe5f180000, quorum=127.0.0.1:59646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:14:11,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:14:11,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:14:11,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:14:11,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:14:11,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.log.dir/,STOPPED} 2024-11-11T21:14:11,885 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:14:11,885 WARN [BP-1593192158-172.17.0.2-1731359560450 heartbeating to localhost/127.0.0.1:44655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:14:11,885 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:14:11,885 WARN [BP-1593192158-172.17.0.2-1731359560450 heartbeating to localhost/127.0.0.1:44655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1593192158-172.17.0.2-1731359560450 (Datanode Uuid 1e5a9e37-d42d-413a-a60a-0fcd8327668d) service to localhost/127.0.0.1:44655 2024-11-11T21:14:11,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data5/current/BP-1593192158-172.17.0.2-1731359560450 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:14:11,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data6/current/BP-1593192158-172.17.0.2-1731359560450 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:14:11,888 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:14:11,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:14:11,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:14:11,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:14:11,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:14:11,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.log.dir/,STOPPED} 2024-11-11T21:14:11,896 WARN [BP-1593192158-172.17.0.2-1731359560450 heartbeating to localhost/127.0.0.1:44655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:14:11,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:14:11,896 WARN [BP-1593192158-172.17.0.2-1731359560450 heartbeating to localhost/127.0.0.1:44655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1593192158-172.17.0.2-1731359560450 (Datanode Uuid ab4d217f-6180-4f6f-a3a1-5d23dd58d6b6) service to localhost/127.0.0.1:44655 2024-11-11T21:14:11,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:14:11,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data3/current/BP-1593192158-172.17.0.2-1731359560450 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:14:11,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data4/current/BP-1593192158-172.17.0.2-1731359560450 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:14:11,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:14:11,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:14:11,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:14:11,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:14:11,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:14:11,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.log.dir/,STOPPED} 2024-11-11T21:14:11,904 WARN [BP-1593192158-172.17.0.2-1731359560450 heartbeating to localhost/127.0.0.1:44655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:14:11,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:14:11,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:14:11,904 WARN [BP-1593192158-172.17.0.2-1731359560450 heartbeating to localhost/127.0.0.1:44655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1593192158-172.17.0.2-1731359560450 (Datanode Uuid 9e8d9314-0a32-452a-8d0e-1babaa89707e) service to localhost/127.0.0.1:44655 2024-11-11T21:14:11,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data1/current/BP-1593192158-172.17.0.2-1731359560450 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:14:11,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/cluster_0d0aced1-81ac-2eaa-2504-0765f14ab8c1/data/data2/current/BP-1593192158-172.17.0.2-1731359560450 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:14:11,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:14:11,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:14:11,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:14:11,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:14:11,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:14:11,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.log.dir/,STOPPED} 2024-11-11T21:14:11,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:14:11,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:14:11,997 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: regionserver/f286ae0a5299:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/f286ae0a5299:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44655 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f286ae0a5299:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f286ae0a5299:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f286ae0a5299:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3a9a72b1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44655 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/f286ae0a5299:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f286ae0a5299:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 285) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2604 (was 4571) 2024-11-11T21:14:12,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=2604 2024-11-11T21:14:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.log.dir so I do NOT create it in target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76 2024-11-11T21:14:12,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:14:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.tmp.dir so I do NOT create it in target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76 2024-11-11T21:14:12,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5acb92ab-9806-4045-b930-81462079b855/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:14:12,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76 2024-11-11T21:14:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:14:12,020 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4, deleteOnExit=true 2024-11-11T21:14:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:14:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/test.cache.data in system properties and HBase conf 2024-11-11T21:14:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:14:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:14:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:14:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:14:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:14:12,021 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:14:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:14:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:14:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:14:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:14:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:14:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:14:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:14:12,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:14:12,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:14:12,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:14:12,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:14:12,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:14:12,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:14:12,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:14:12,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:14:12,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:14:12,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:14:12,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:14:12,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:14:12,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:14:12,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395eea5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:14:12,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37206f93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:14:12,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c73343a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/java.io.tmpdir/jetty-localhost-42381-hadoop-hdfs-3_4_1-tests_jar-_-any-5956919535189192294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:14:12,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ac7a495{HTTP/1.1, (http/1.1)}{localhost:42381} 2024-11-11T21:14:12,531 INFO [Time-limited test {}] server.Server(415): Started @94698ms 2024-11-11T21:14:12,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:14:12,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:14:12,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:14:12,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:14:12,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:14:12,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e26962f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:14:12,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363b88c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:14:12,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45814ff7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/java.io.tmpdir/jetty-localhost-44203-hadoop-hdfs-3_4_1-tests_jar-_-any-8336762360754675508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:14:12,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58ba3f82{HTTP/1.1, (http/1.1)}{localhost:44203} 2024-11-11T21:14:12,977 INFO [Time-limited test {}] server.Server(415): Started @95144ms 2024-11-11T21:14:12,978 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:14:13,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:14:13,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:14:13,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:14:13,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:14:13,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:14:13,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b06c555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:14:13,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e949aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:14:13,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58679f08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/java.io.tmpdir/jetty-localhost-43619-hadoop-hdfs-3_4_1-tests_jar-_-any-11119920412812313621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:14:13,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@239f9a61{HTTP/1.1, (http/1.1)}{localhost:43619} 2024-11-11T21:14:13,126 INFO [Time-limited test {}] server.Server(415): Started @95293ms 2024-11-11T21:14:13,127 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:14:13,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:14:13,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:14:13,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:14:13,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:14:13,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:14:13,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b7c8bf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:14:13,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78d78867{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:14:13,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@553cf70f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/java.io.tmpdir/jetty-localhost-44481-hadoop-hdfs-3_4_1-tests_jar-_-any-16921210031131794211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:14:13,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2732ccd4{HTTP/1.1, (http/1.1)}{localhost:44481} 2024-11-11T21:14:13,271 INFO [Time-limited test {}] server.Server(415): Started @95438ms 2024-11-11T21:14:13,272 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:14:14,651 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data2/current/BP-224709088-172.17.0.2-1731359652044/current, will proceed with Du for space computation calculation, 2024-11-11T21:14:14,651 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data1/current/BP-224709088-172.17.0.2-1731359652044/current, will proceed with Du for space computation calculation, 2024-11-11T21:14:14,670 WARN [Thread-654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:14:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1765430f7578480 with lease ID 0x4aa9efc40e3a3d89: Processing first storage report for DS-3105d41f-e897-4d34-ae18-bb8a68bd899f from datanode DatanodeRegistration(127.0.0.1:38237, datanodeUuid=13cddab2-b79b-46c7-ab61-25c526abea9e, infoPort=39761, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044) 2024-11-11T21:14:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1765430f7578480 with lease ID 0x4aa9efc40e3a3d89: from storage DS-3105d41f-e897-4d34-ae18-bb8a68bd899f node DatanodeRegistration(127.0.0.1:38237, datanodeUuid=13cddab2-b79b-46c7-ab61-25c526abea9e, infoPort=39761, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:14:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1765430f7578480 with lease ID 0x4aa9efc40e3a3d89: Processing first storage report for DS-5f7e87d7-b635-45c8-9ea9-5f00c1214c5d from datanode DatanodeRegistration(127.0.0.1:38237, datanodeUuid=13cddab2-b79b-46c7-ab61-25c526abea9e, infoPort=39761, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044) 2024-11-11T21:14:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1765430f7578480 with lease ID 0x4aa9efc40e3a3d89: from storage DS-5f7e87d7-b635-45c8-9ea9-5f00c1214c5d node DatanodeRegistration(127.0.0.1:38237, datanodeUuid=13cddab2-b79b-46c7-ab61-25c526abea9e, infoPort=39761, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:14:14,789 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data3/current/BP-224709088-172.17.0.2-1731359652044/current, will proceed with Du for space computation calculation, 2024-11-11T21:14:14,789 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data4/current/BP-224709088-172.17.0.2-1731359652044/current, will proceed with Du for space computation calculation, 2024-11-11T21:14:14,807 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:14:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd876f02c7f634d67 with lease ID 0x4aa9efc40e3a3d8a: Processing first storage report for DS-678de1d9-c493-412c-83ce-bf55c46545b7 from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=26c38f24-5cd4-4a87-8cd5-56d878defc60, infoPort=41429, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044) 2024-11-11T21:14:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd876f02c7f634d67 with lease ID 0x4aa9efc40e3a3d8a: from storage DS-678de1d9-c493-412c-83ce-bf55c46545b7 node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=26c38f24-5cd4-4a87-8cd5-56d878defc60, infoPort=41429, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:14:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd876f02c7f634d67 with lease ID 0x4aa9efc40e3a3d8a: Processing first storage report for DS-cf0545b7-e223-4367-803e-b7c1a1962531 from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=26c38f24-5cd4-4a87-8cd5-56d878defc60, infoPort=41429, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044) 2024-11-11T21:14:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd876f02c7f634d67 with lease ID 0x4aa9efc40e3a3d8a: from storage DS-cf0545b7-e223-4367-803e-b7c1a1962531 node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=26c38f24-5cd4-4a87-8cd5-56d878defc60, infoPort=41429, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:14:14,863 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data6/current/BP-224709088-172.17.0.2-1731359652044/current, will proceed with Du for space computation calculation, 2024-11-11T21:14:14,863 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data5/current/BP-224709088-172.17.0.2-1731359652044/current, will proceed with Du for space computation calculation, 2024-11-11T21:14:14,878 WARN [Thread-699 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:14:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed209fcf2e917551 with lease ID 0x4aa9efc40e3a3d8b: Processing first storage report for DS-80f41a4f-f170-4909-ba73-35171559da50 from datanode DatanodeRegistration(127.0.0.1:40649, datanodeUuid=b6cba44f-64b8-4a8f-8ab5-4a5a605f5b63, infoPort=46571, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044) 2024-11-11T21:14:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed209fcf2e917551 with lease ID 0x4aa9efc40e3a3d8b: from storage DS-80f41a4f-f170-4909-ba73-35171559da50 node DatanodeRegistration(127.0.0.1:40649, datanodeUuid=b6cba44f-64b8-4a8f-8ab5-4a5a605f5b63, infoPort=46571, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:14:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed209fcf2e917551 with lease ID 0x4aa9efc40e3a3d8b: Processing first storage report for DS-e2ec9819-e0a8-4201-9a31-7200c62ac49e from datanode DatanodeRegistration(127.0.0.1:40649, datanodeUuid=b6cba44f-64b8-4a8f-8ab5-4a5a605f5b63, infoPort=46571, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044) 2024-11-11T21:14:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed209fcf2e917551 with lease ID 0x4aa9efc40e3a3d8b: from storage DS-e2ec9819-e0a8-4201-9a31-7200c62ac49e node DatanodeRegistration(127.0.0.1:40649, datanodeUuid=b6cba44f-64b8-4a8f-8ab5-4a5a605f5b63, infoPort=46571, infoSecurePort=0, ipcPort=44355, storageInfo=lv=-57;cid=testClusterID;nsid=1635436951;c=1731359652044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:14:14,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76 2024-11-11T21:14:14,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/zookeeper_0, clientPort=60900, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:14:14,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60900 2024-11-11T21:14:14,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:14:14,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:14:14,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:14:14,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:14:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:14:14,953 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd with version=8 2024-11-11T21:14:14,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/hbase-staging 2024-11-11T21:14:14,956 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:14:14,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:14,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:14,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:14:14,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:14,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:14:14,956 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:14:14,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:14:14,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38561 2024-11-11T21:14:14,959 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38561 connecting to ZooKeeper ensemble=127.0.0.1:60900 2024-11-11T21:14:15,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385610x0, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:14:15,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38561-0x1012bbfbfc40000 connected 2024-11-11T21:14:15,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:14:15,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:14:15,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:14:15,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd, hbase.cluster.distributed=false 2024-11-11T21:14:15,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:14:15,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38561 2024-11-11T21:14:15,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38561 2024-11-11T21:14:15,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38561 2024-11-11T21:14:15,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38561 2024-11-11T21:14:15,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38561 2024-11-11T21:14:15,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:14:15,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:15,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:15,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:14:15,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:15,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:14:15,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:14:15,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:14:15,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39357 2024-11-11T21:14:15,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39357 connecting to ZooKeeper ensemble=127.0.0.1:60900 2024-11-11T21:14:15,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:14:15,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:14:15,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393570x0, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:14:15,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39357-0x1012bbfbfc40001 connected 2024-11-11T21:14:15,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:14:15,177 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:14:15,177 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:14:15,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:14:15,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:14:15,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-11T21:14:15,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39357 2024-11-11T21:14:15,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39357 2024-11-11T21:14:15,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-11T21:14:15,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-11T21:14:15,206 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:14:15,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:15,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:15,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:14:15,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:15,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:14:15,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:14:15,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:14:15,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46153 2024-11-11T21:14:15,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46153 connecting to ZooKeeper ensemble=127.0.0.1:60900 2024-11-11T21:14:15,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:14:15,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:14:15,228 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461530x0, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:14:15,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461530x0, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:14:15,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46153-0x1012bbfbfc40002 connected 2024-11-11T21:14:15,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:14:15,230 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:14:15,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:14:15,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:14:15,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46153 2024-11-11T21:14:15,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46153 2024-11-11T21:14:15,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46153 2024-11-11T21:14:15,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46153 2024-11-11T21:14:15,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46153 2024-11-11T21:14:15,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:14:15,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:15,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:15,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:14:15,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:14:15,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:14:15,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:14:15,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:14:15,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33527 2024-11-11T21:14:15,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33527 connecting to ZooKeeper ensemble=127.0.0.1:60900 2024-11-11T21:14:15,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:14:15,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:14:15,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335270x0, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:14:15,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33527-0x1012bbfbfc40003 connected 2024-11-11T21:14:15,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:14:15,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:14:15,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:14:15,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:14:15,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:14:15,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33527 2024-11-11T21:14:15,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33527 2024-11-11T21:14:15,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33527 2024-11-11T21:14:15,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33527 2024-11-11T21:14:15,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33527 2024-11-11T21:14:15,288 DEBUG [M:0;f286ae0a5299:38561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:38561 2024-11-11T21:14:15,288 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f286ae0a5299,38561,1731359654955 2024-11-11T21:14:15,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:14:15,296 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:14:15,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:14:15,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:14:15,296 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f286ae0a5299,38561,1731359654955 2024-11-11T21:14:15,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:14:15,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:14:15,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,306 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:14:15,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,306 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,307 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:14:15,308 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f286ae0a5299,38561,1731359654955 from backup master directory 2024-11-11T21:14:15,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f286ae0a5299,38561,1731359654955 2024-11-11T21:14:15,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:14:15,317 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:14:15,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:14:15,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:14:15,317 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:14:15,317 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,38561,1731359654955 2024-11-11T21:14:15,321 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/hbase.id] with ID: 5c8f427e-72f5-4385-ba75-fb210d39e2eb 2024-11-11T21:14:15,321 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/.tmp/hbase.id 2024-11-11T21:14:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:14:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:14:15,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:14:15,329 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/.tmp/hbase.id]:[hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/hbase.id] 2024-11-11T21:14:15,343 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:14:15,344 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:14:15,345 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:14:15,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,359 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:14:15,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:14:15,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:14:15,368 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:14:15,369 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:14:15,369 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:14:15,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:14:15,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:14:15,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:14:15,381 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store 2024-11-11T21:14:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:14:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:14:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:14:15,391 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:15,391 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:14:15,391 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:14:15,391 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:14:15,392 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:14:15,392 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:14:15,392 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:14:15,392 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359655391Disabling compacts and flushes for region at 1731359655391Disabling writes for close at 1731359655392 (+1 ms)Writing region close event to WAL at 1731359655392Closed at 1731359655392 2024-11-11T21:14:15,392 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/.initializing 2024-11-11T21:14:15,392 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/WALs/f286ae0a5299,38561,1731359654955 2024-11-11T21:14:15,393 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:14:15,395 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C38561%2C1731359654955, suffix=, logDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/WALs/f286ae0a5299,38561,1731359654955, archiveDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/oldWALs, maxLogs=10 2024-11-11T21:14:15,407 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/WALs/f286ae0a5299,38561,1731359654955/f286ae0a5299%2C38561%2C1731359654955.1731359655395, exclude list is [], retry=0 2024-11-11T21:14:15,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-678de1d9-c493-412c-83ce-bf55c46545b7,DISK] 2024-11-11T21:14:15,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40649,DS-80f41a4f-f170-4909-ba73-35171559da50,DISK] 2024-11-11T21:14:15,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38237,DS-3105d41f-e897-4d34-ae18-bb8a68bd899f,DISK] 2024-11-11T21:14:15,412 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/WALs/f286ae0a5299,38561,1731359654955/f286ae0a5299%2C38561%2C1731359654955.1731359655395 2024-11-11T21:14:15,412 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429),(127.0.0.1/127.0.0.1:46571:46571),(127.0.0.1/127.0.0.1:39761:39761)] 2024-11-11T21:14:15,413 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:14:15,413 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:15,413 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,413 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:14:15,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:15,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:14:15,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:14:15,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:15,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:15,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:14:15,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:15,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:15,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:14:15,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:15,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:15,423 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,423 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,424 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,425 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,425 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,426 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:14:15,427 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:14:15,430 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:15,430 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63579101, jitterRate=-0.052597567439079285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:14:15,431 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359655413Initializing all the Stores at 1731359655414 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359655414Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359655414Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359655414Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359655415 (+1 ms)Cleaning up temporary data from old regions at 1731359655425 (+10 ms)Region opened successfully at 1731359655431 (+6 ms) 2024-11-11T21:14:15,431 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:14:15,438 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9aa92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:14:15,439 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:14:15,439 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:14:15,439 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:14:15,439 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:14:15,440 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:14:15,440 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:14:15,441 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T21:14:15,443 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:14:15,444 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:14:15,453 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:14:15,454 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:14:15,455 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:14:15,464 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:14:15,464 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:14:15,465 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:14:15,474 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:14:15,475 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:14:15,485 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:14:15,488 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:14:15,495 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:14:15,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:14:15,507 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:14:15,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:14:15,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:14:15,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,507 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,508 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,38561,1731359654955, sessionid=0x1012bbfbfc40000, setting cluster-up flag (Was=false) 2024-11-11T21:14:15,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,527 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,559 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:14:15,561 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,38561,1731359654955 2024-11-11T21:14:15,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,586 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:15,622 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:14:15,627 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,38561,1731359654955 2024-11-11T21:14:15,630 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:14:15,633 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:14:15,633 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:14:15,633 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:14:15,634 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,38561,1731359654955 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:14:15,635 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:14:15,635 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:14:15,635 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:14:15,636 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:14:15,636 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:14:15,636 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,636 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:14:15,636 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,638 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731359685638 2024-11-11T21:14:15,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:14:15,638 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:14:15,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:14:15,639 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:14:15,639 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:14:15,639 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:14:15,639 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:14:15,639 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:14:15,639 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,640 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:14:15,640 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:14:15,640 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:14:15,640 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:15,640 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:14:15,640 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:14:15,641 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359655641,5,FailOnTimeoutGroup] 2024-11-11T21:14:15,640 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:14:15,641 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359655641,5,FailOnTimeoutGroup] 2024-11-11T21:14:15,641 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,641 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:14:15,641 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,641 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:14:15,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:14:15,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:14:15,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:14:15,653 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:15,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:14:15,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:14:15,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:14:15,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:15,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:14:15,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:14:15,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:15,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:14:15,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:14:15,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:14:15,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:15,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:14:15,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:14:15,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:14:15,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:15,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:14:15,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:14:15,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:14:15,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:15,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:14:15,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:14:15,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740 2024-11-11T21:14:15,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740 2024-11-11T21:14:15,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:14:15,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:14:15,688 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:14:15,690 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(746): ClusterId : 5c8f427e-72f5-4385-ba75-fb210d39e2eb 2024-11-11T21:14:15,690 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:14:15,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:14:15,697 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:15,698 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61620064, jitterRate=-0.08178949356079102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:14:15,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731359655667Initializing all the Stores at 1731359655668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359655668Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359655672 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359655672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359655672Cleaning up temporary data from old regions at 1731359655688 (+16 ms)Region opened successfully at 1731359655698 (+10 ms) 2024-11-11T21:14:15,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:14:15,698 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:14:15,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:14:15,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:14:15,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:14:15,702 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:14:15,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359655698Disabling compacts and flushes for region at 1731359655698Disabling writes for close at 1731359655698Writing region close event to WAL at 1731359655702 (+4 ms)Closed at 1731359655702 2024-11-11T21:14:15,703 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.HRegionServer(746): ClusterId : 5c8f427e-72f5-4385-ba75-fb210d39e2eb 2024-11-11T21:14:15,703 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:14:15,703 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(746): ClusterId : 5c8f427e-72f5-4385-ba75-fb210d39e2eb 2024-11-11T21:14:15,703 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:14:15,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:14:15,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:14:15,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:14:15,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:14:15,707 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:14:15,712 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:14:15,712 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:14:15,733 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:14:15,733 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:14:15,734 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:14:15,734 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:14:15,744 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:14:15,745 DEBUG [RS:0;f286ae0a5299:39357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b849195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:14:15,755 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:14:15,755 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:14:15,755 DEBUG [RS:1;f286ae0a5299:46153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70558b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:14:15,755 DEBUG [RS:2;f286ae0a5299:33527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ff329e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:14:15,757 DEBUG [RS:0;f286ae0a5299:39357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:39357 2024-11-11T21:14:15,757 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:14:15,757 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:14:15,757 DEBUG [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:14:15,758 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,38561,1731359654955 with port=39357, startcode=1731359655155 2024-11-11T21:14:15,759 DEBUG [RS:0;f286ae0a5299:39357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:14:15,761 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:14:15,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,39357,1731359655155 2024-11-11T21:14:15,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38561 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,39357,1731359655155 2024-11-11T21:14:15,764 DEBUG [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:15,764 DEBUG [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44753 2024-11-11T21:14:15,764 DEBUG [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:14:15,769 DEBUG [RS:1;f286ae0a5299:46153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f286ae0a5299:46153 2024-11-11T21:14:15,769 DEBUG [RS:2;f286ae0a5299:33527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f286ae0a5299:33527 2024-11-11T21:14:15,769 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:14:15,769 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:14:15,769 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:14:15,769 DEBUG [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:14:15,769 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:14:15,769 DEBUG [RS:1;f286ae0a5299:46153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:14:15,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:14:15,776 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,38561,1731359654955 with port=33527, startcode=1731359655249 2024-11-11T21:14:15,776 DEBUG [RS:2;f286ae0a5299:33527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:14:15,776 DEBUG [RS:0;f286ae0a5299:39357 {}] zookeeper.ZKUtil(111): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,39357,1731359655155 2024-11-11T21:14:15,776 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,38561,1731359654955 with port=46153, startcode=1731359655206 2024-11-11T21:14:15,776 WARN [RS:0;f286ae0a5299:39357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:14:15,776 DEBUG [RS:1;f286ae0a5299:46153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:14:15,776 INFO [RS:0;f286ae0a5299:39357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:14:15,776 DEBUG [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,39357,1731359655155 2024-11-11T21:14:15,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,39357,1731359655155] 2024-11-11T21:14:15,778 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:14:15,778 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:14:15,779 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,46153,1731359655206 2024-11-11T21:14:15,779 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38561 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:15,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,33527,1731359655249 2024-11-11T21:14:15,780 DEBUG [RS:1;f286ae0a5299:46153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:15,780 DEBUG [RS:1;f286ae0a5299:46153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44753 2024-11-11T21:14:15,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38561 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,33527,1731359655249 2024-11-11T21:14:15,780 DEBUG [RS:1;f286ae0a5299:46153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:14:15,782 DEBUG [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:15,782 DEBUG [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44753 2024-11-11T21:14:15,782 DEBUG [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:14:15,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:14:15,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:14:15,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:14:15,826 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:14:15,828 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:14:15,828 INFO [RS:0;f286ae0a5299:39357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:14:15,829 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,829 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:14:15,830 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:14:15,830 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,830 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,831 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:14:15,831 DEBUG [RS:0;f286ae0a5299:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:14:15,831 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,831 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,831 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,831 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,831 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,831 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39357,1731359655155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:14:15,843 DEBUG [RS:1;f286ae0a5299:46153 {}] zookeeper.ZKUtil(111): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,46153,1731359655206 2024-11-11T21:14:15,843 WARN [RS:1;f286ae0a5299:46153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:14:15,843 INFO [RS:1;f286ae0a5299:46153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:14:15,844 DEBUG [RS:2;f286ae0a5299:33527 {}] zookeeper.ZKUtil(111): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,33527,1731359655249 2024-11-11T21:14:15,844 DEBUG [RS:1;f286ae0a5299:46153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206 2024-11-11T21:14:15,844 WARN [RS:2;f286ae0a5299:33527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:14:15,844 INFO [RS:2;f286ae0a5299:33527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:14:15,844 DEBUG [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,33527,1731359655249 2024-11-11T21:14:15,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,33527,1731359655249] 2024-11-11T21:14:15,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,46153,1731359655206] 2024-11-11T21:14:15,847 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:14:15,847 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39357,1731359655155-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,848 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,848 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.Replication(171): f286ae0a5299,39357,1731359655155 started 2024-11-11T21:14:15,848 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:14:15,848 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:14:15,854 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:14:15,854 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:14:15,854 INFO [RS:1;f286ae0a5299:46153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:14:15,854 INFO [RS:2;f286ae0a5299:33527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:14:15,854 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,854 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,856 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:14:15,856 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:14:15,857 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:14:15,857 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:14:15,857 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,857 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 WARN [f286ae0a5299:38561 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:14:15,858 DEBUG [RS:1;f286ae0a5299:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:14:15,858 DEBUG [RS:2;f286ae0a5299:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:14:15,864 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,864 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,39357,1731359655155, RpcServer on f286ae0a5299/172.17.0.2:39357, sessionid=0x1012bbfbfc40001 2024-11-11T21:14:15,864 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:14:15,864 DEBUG [RS:0;f286ae0a5299:39357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,39357,1731359655155 2024-11-11T21:14:15,864 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,39357,1731359655155' 2024-11-11T21:14:15,864 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,864 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:14:15,864 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,864 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,864 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,864 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,865 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,865 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,865 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,865 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46153,1731359655206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:14:15,865 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,865 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,865 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33527,1731359655249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:14:15,865 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:14:15,865 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:14:15,865 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:14:15,866 DEBUG [RS:0;f286ae0a5299:39357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,39357,1731359655155 2024-11-11T21:14:15,866 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,39357,1731359655155' 2024-11-11T21:14:15,866 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:14:15,866 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:14:15,866 DEBUG [RS:0;f286ae0a5299:39357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:14:15,866 INFO [RS:0;f286ae0a5299:39357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:14:15,866 INFO [RS:0;f286ae0a5299:39357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:14:15,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:15,880 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:14:15,880 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46153,1731359655206-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,880 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,880 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.Replication(171): f286ae0a5299,46153,1731359655206 started 2024-11-11T21:14:15,885 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:14:15,885 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33527,1731359655249-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,885 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,886 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.Replication(171): f286ae0a5299,33527,1731359655249 started 2024-11-11T21:14:15,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:15,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:15,898 INFO [RS:1;f286ae0a5299:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,898 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,46153,1731359655206, RpcServer on f286ae0a5299/172.17.0.2:46153, sessionid=0x1012bbfbfc40002 2024-11-11T21:14:15,898 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:14:15,898 DEBUG [RS:1;f286ae0a5299:46153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,46153,1731359655206 2024-11-11T21:14:15,898 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46153,1731359655206' 2024-11-11T21:14:15,898 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:14:15,899 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:14:15,900 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:14:15,900 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:14:15,900 DEBUG [RS:1;f286ae0a5299:46153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,46153,1731359655206 2024-11-11T21:14:15,900 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46153,1731359655206' 2024-11-11T21:14:15,900 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:14:15,900 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:14:15,900 DEBUG [RS:1;f286ae0a5299:46153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:14:15,900 INFO [RS:1;f286ae0a5299:46153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:14:15,900 INFO [RS:1;f286ae0a5299:46153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:14:15,906 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:15,906 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,33527,1731359655249, RpcServer on f286ae0a5299/172.17.0.2:33527, sessionid=0x1012bbfbfc40003 2024-11-11T21:14:15,906 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:14:15,907 DEBUG [RS:2;f286ae0a5299:33527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,33527,1731359655249 2024-11-11T21:14:15,907 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,33527,1731359655249' 2024-11-11T21:14:15,907 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:14:15,907 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:14:15,908 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:14:15,908 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:14:15,908 DEBUG [RS:2;f286ae0a5299:33527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,33527,1731359655249 2024-11-11T21:14:15,908 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,33527,1731359655249' 2024-11-11T21:14:15,908 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:14:15,908 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:14:15,909 DEBUG [RS:2;f286ae0a5299:33527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:14:15,909 INFO [RS:2;f286ae0a5299:33527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:14:15,909 INFO [RS:2;f286ae0a5299:33527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:14:15,967 INFO [RS:0;f286ae0a5299:39357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:14:15,969 INFO [RS:0;f286ae0a5299:39357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C39357%2C1731359655155, suffix=, logDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,39357,1731359655155, archiveDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/oldWALs, maxLogs=32 2024-11-11T21:14:15,986 DEBUG [RS:0;f286ae0a5299:39357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,39357,1731359655155/f286ae0a5299%2C39357%2C1731359655155.1731359655972, exclude list is [], retry=0 2024-11-11T21:14:15,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-678de1d9-c493-412c-83ce-bf55c46545b7,DISK] 2024-11-11T21:14:15,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40649,DS-80f41a4f-f170-4909-ba73-35171559da50,DISK] 2024-11-11T21:14:15,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38237,DS-3105d41f-e897-4d34-ae18-bb8a68bd899f,DISK] 2024-11-11T21:14:15,991 INFO [RS:0;f286ae0a5299:39357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,39357,1731359655155/f286ae0a5299%2C39357%2C1731359655155.1731359655972 2024-11-11T21:14:15,991 DEBUG [RS:0;f286ae0a5299:39357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429),(127.0.0.1/127.0.0.1:46571:46571),(127.0.0.1/127.0.0.1:39761:39761)] 2024-11-11T21:14:16,001 INFO [RS:1;f286ae0a5299:46153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:14:16,003 INFO [RS:1;f286ae0a5299:46153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C46153%2C1731359655206, suffix=, logDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206, archiveDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/oldWALs, maxLogs=32 2024-11-11T21:14:16,010 INFO [RS:2;f286ae0a5299:33527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:14:16,012 INFO [RS:2;f286ae0a5299:33527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C33527%2C1731359655249, suffix=, logDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,33527,1731359655249, archiveDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/oldWALs, maxLogs=32 2024-11-11T21:14:16,020 DEBUG [RS:1;f286ae0a5299:46153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206/f286ae0a5299%2C46153%2C1731359655206.1731359656004, exclude list is [], retry=0 2024-11-11T21:14:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38237,DS-3105d41f-e897-4d34-ae18-bb8a68bd899f,DISK] 2024-11-11T21:14:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40649,DS-80f41a4f-f170-4909-ba73-35171559da50,DISK] 2024-11-11T21:14:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-678de1d9-c493-412c-83ce-bf55c46545b7,DISK] 2024-11-11T21:14:16,026 DEBUG [RS:2;f286ae0a5299:33527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,33527,1731359655249/f286ae0a5299%2C33527%2C1731359655249.1731359656012, exclude list is [], retry=0 2024-11-11T21:14:16,027 INFO [RS:1;f286ae0a5299:46153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206/f286ae0a5299%2C46153%2C1731359655206.1731359656004 2024-11-11T21:14:16,028 DEBUG [RS:1;f286ae0a5299:46153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46571:46571),(127.0.0.1/127.0.0.1:39761:39761),(127.0.0.1/127.0.0.1:41429:41429)] 2024-11-11T21:14:16,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-678de1d9-c493-412c-83ce-bf55c46545b7,DISK] 2024-11-11T21:14:16,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38237,DS-3105d41f-e897-4d34-ae18-bb8a68bd899f,DISK] 2024-11-11T21:14:16,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40649,DS-80f41a4f-f170-4909-ba73-35171559da50,DISK] 2024-11-11T21:14:16,033 INFO [RS:2;f286ae0a5299:33527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,33527,1731359655249/f286ae0a5299%2C33527%2C1731359655249.1731359656012 2024-11-11T21:14:16,033 DEBUG [RS:2;f286ae0a5299:33527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39761:39761),(127.0.0.1/127.0.0.1:41429:41429),(127.0.0.1/127.0.0.1:46571:46571)] 2024-11-11T21:14:16,108 DEBUG [f286ae0a5299:38561 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T21:14:16,109 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:14:16,114 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:14:16,114 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:14:16,114 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T21:14:16,114 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:14:16,114 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:14:16,114 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T21:14:16,114 INFO [f286ae0a5299:38561 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:14:16,114 INFO [f286ae0a5299:38561 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:14:16,114 INFO [f286ae0a5299:38561 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T21:14:16,114 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:14:16,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:16,117 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,46153,1731359655206, state=OPENING 2024-11-11T21:14:16,127 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:14:16,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:16,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:16,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:16,138 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:14:16,139 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:14:16,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:14:16,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:14:16,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:14:16,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:14:16,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,46153,1731359655206}] 2024-11-11T21:14:16,399 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:14:16,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:16,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:16,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:21,303 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:14:21,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:21,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:21,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:23,583 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:34587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T21:14:26,145 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:14:26,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:14:26,157 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:14:26,157 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:14:26,158 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:14:26,160 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C46153%2C1731359655206.meta, suffix=.meta, logDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206, archiveDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/oldWALs, maxLogs=32 2024-11-11T21:14:26,173 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta, exclude list is [], retry=0 2024-11-11T21:14:26,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-678de1d9-c493-412c-83ce-bf55c46545b7,DISK] 2024-11-11T21:14:26,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40649,DS-80f41a4f-f170-4909-ba73-35171559da50,DISK] 2024-11-11T21:14:26,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38237,DS-3105d41f-e897-4d34-ae18-bb8a68bd899f,DISK] 2024-11-11T21:14:26,178 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta 2024-11-11T21:14:26,179 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429),(127.0.0.1/127.0.0.1:46571:46571),(127.0.0.1/127.0.0.1:39761:39761)] 2024-11-11T21:14:26,179 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:14:26,179 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:14:26,179 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:14:26,179 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:14:26,179 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:14:26,179 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:26,179 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:14:26,180 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:14:26,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:14:26,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:14:26,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:26,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:14:26,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:14:26,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:14:26,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:26,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:14:26,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:14:26,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:14:26,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:26,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:14:26,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:14:26,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:14:26,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:26,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:14:26,189 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:14:26,190 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740 2024-11-11T21:14:26,191 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740 2024-11-11T21:14:26,193 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:14:26,193 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:14:26,194 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:14:26,195 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:14:26,196 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60170589, jitterRate=-0.10338835418224335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:14:26,196 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:14:26,197 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359666180Writing region info on filesystem at 1731359666180Initializing all the Stores at 1731359666181 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359666181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359666181Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359666181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359666181Cleaning up temporary data from old regions at 1731359666193 (+12 ms)Running coprocessor post-open hooks at 1731359666196 (+3 ms)Region opened successfully at 1731359666197 (+1 ms) 2024-11-11T21:14:26,198 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731359666144 2024-11-11T21:14:26,200 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:14:26,200 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:14:26,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:26,202 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,46153,1731359655206, state=OPEN 2024-11-11T21:14:26,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:14:26,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:14:26,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:14:26,211 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:14:26,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:14:26,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:14:26,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:14:26,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:14:26,211 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:26,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:14:26,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,46153,1731359655206 in 10.0720 sec 2024-11-11T21:14:26,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:14:26,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5110 sec 2024-11-11T21:14:26,219 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:14:26,219 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:14:26,222 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:14:26,222 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1] 2024-11-11T21:14:26,222 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:14:26,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:14:26,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5980 sec 2024-11-11T21:14:26,232 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359666232, completionTime=-1 2024-11-11T21:14:26,232 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T21:14:26,232 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:14:26,234 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T21:14:26,234 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731359726234 2024-11-11T21:14:26,234 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731359786234 2024-11-11T21:14:26,234 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T21:14:26,235 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38561,1731359654955-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:26,235 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38561,1731359654955-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:26,235 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38561,1731359654955-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:26,235 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:38561, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:26,235 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:26,235 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:26,237 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:14:26,240 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.922sec 2024-11-11T21:14:26,240 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:14:26,240 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:14:26,240 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:14:26,240 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:14:26,240 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:14:26,240 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38561,1731359654955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:14:26,240 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38561,1731359654955-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:14:26,249 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:14:26,249 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:14:26,249 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38561,1731359654955-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:14:26,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bc6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:14:26,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,38561,-1 for getting cluster id 2024-11-11T21:14:26,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:14:26,312 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c8f427e-72f5-4385-ba75-fb210d39e2eb' 2024-11-11T21:14:26,312 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:14:26,312 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c8f427e-72f5-4385-ba75-fb210d39e2eb" 2024-11-11T21:14:26,313 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb91be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:14:26,313 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,38561,-1] 2024-11-11T21:14:26,313 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:14:26,314 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:14:26,315 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:14:26,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481a3cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:14:26,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:14:26,318 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1] 2024-11-11T21:14:26,319 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:14:26,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:14:26,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,38561,1731359654955 2024-11-11T21:14:26,322 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731359666322 (current time:1731359666322). 2024-11-11T21:14:26,322 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T21:14:26,322 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T21:14:26,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655b75f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:14:26,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,38561,-1 for getting cluster id 2024-11-11T21:14:26,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:14:26,324 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c8f427e-72f5-4385-ba75-fb210d39e2eb' 2024-11-11T21:14:26,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:14:26,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c8f427e-72f5-4385-ba75-fb210d39e2eb" 2024-11-11T21:14:26,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca4b84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:14:26,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,38561,-1] 2024-11-11T21:14:26,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:14:26,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:14:26,326 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:14:26,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733f504a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:14:26,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:14:26,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1] 2024-11-11T21:14:26,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:14:26,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:14:26,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:14:26,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:14:26,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:14:26,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:14:26,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:14:26,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:14:26,332 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,38561,1731359654955 2024-11-11T21:14:26,332 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fad54d1 2024-11-11T21:14:26,332 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:14:26,333 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:14:26,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:14:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T21:14:26,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:14:26,337 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:26,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T21:14:26,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:14:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:14:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741837_1013 (size=361) 2024-11-11T21:14:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741837_1013 (size=361) 2024-11-11T21:14:26,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741837_1013 (size=361) 2024-11-11T21:14:26,349 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3da804d7e9e08b009d8b842ba9f02fb4, NAME => 'SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:26,349 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0e86c6541152427ef45c8e152b62d7de, NAME => 'SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:26,350 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f42ed736c2b6216585ce3a1f6b5e54fb, NAME => 'SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:26,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741839_1015 (size=62) 2024-11-11T21:14:26,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741839_1015 (size=62) 2024-11-11T21:14:26,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:26,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741839_1015 (size=62) 2024-11-11T21:14:26,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f42ed736c2b6216585ce3a1f6b5e54fb, disabling compactions & flushes 2024-11-11T21:14:26,369 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb. 2024-11-11T21:14:26,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb. 2024-11-11T21:14:26,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb. after waiting 0 ms 2024-11-11T21:14:26,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb. 2024-11-11T21:14:26,369 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb. 2024-11-11T21:14:26,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f42ed736c2b6216585ce3a1f6b5e54fb: Waiting for close lock at 1731359666369Disabling compacts and flushes for region at 1731359666369Disabling writes for close at 1731359666369Writing region close event to WAL at 1731359666369Closed at 1731359666369 2024-11-11T21:14:26,370 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 38e0afa79b7ab31299c26eae73a797fb, NAME => 'SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:26,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741838_1014 (size=54) 2024-11-11T21:14:26,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741838_1014 (size=54) 2024-11-11T21:14:26,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741838_1014 (size=54) 2024-11-11T21:14:26,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:26,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3da804d7e9e08b009d8b842ba9f02fb4, disabling compactions & flushes 2024-11-11T21:14:26,373 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:14:26,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:14:26,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. after waiting 0 ms 2024-11-11T21:14:26,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:14:26,373 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:14:26,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3da804d7e9e08b009d8b842ba9f02fb4: Waiting for close lock at 1731359666373Disabling compacts and flushes for region at 1731359666373Disabling writes for close at 1731359666373Writing region close event to WAL at 1731359666373Closed at 1731359666373 2024-11-11T21:14:26,374 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f822fc2290cd407b5c43152fa1034a8c, NAME => 'SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:26,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741840_1016 (size=62) 2024-11-11T21:14:26,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741840_1016 (size=62) 2024-11-11T21:14:26,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741840_1016 (size=62) 2024-11-11T21:14:26,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:26,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0e86c6541152427ef45c8e152b62d7de, disabling compactions & flushes 2024-11-11T21:14:26,378 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:14:26,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:14:26,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. after waiting 0 ms 2024-11-11T21:14:26,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:14:26,378 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:14:26,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0e86c6541152427ef45c8e152b62d7de: Waiting for close lock at 1731359666378Disabling compacts and flushes for region at 1731359666378Disabling writes for close at 1731359666378Writing region close event to WAL at 1731359666378Closed at 1731359666378 2024-11-11T21:14:26,379 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => aa58eb104aa555af0889bc64d8288d91, NAME => 'SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:26,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741841_1017 (size=62) 2024-11-11T21:14:26,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741841_1017 (size=62) 2024-11-11T21:14:26,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741841_1017 (size=62) 2024-11-11T21:14:26,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:26,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f822fc2290cd407b5c43152fa1034a8c, disabling compactions & flushes 2024-11-11T21:14:26,384 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c. 2024-11-11T21:14:26,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c. 2024-11-11T21:14:26,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c. after waiting 0 ms 2024-11-11T21:14:26,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c. 2024-11-11T21:14:26,384 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c. 2024-11-11T21:14:26,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f822fc2290cd407b5c43152fa1034a8c: Waiting for close lock at 1731359666384Disabling compacts and flushes for region at 1731359666384Disabling writes for close at 1731359666384Writing region close event to WAL at 1731359666384Closed at 1731359666384 2024-11-11T21:14:26,385 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e8ef3ab0deea2636711f00dbd0fbdab, NAME => 'SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:26,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741842_1018 (size=62) 2024-11-11T21:14:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741842_1018 (size=62) 2024-11-11T21:14:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741842_1018 (size=62) 2024-11-11T21:14:26,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:26,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 38e0afa79b7ab31299c26eae73a797fb, disabling compactions & flushes 2024-11-11T21:14:26,390 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:14:26,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:14:26,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. after waiting 0 ms 2024-11-11T21:14:26,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:14:26,390 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:14:26,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 38e0afa79b7ab31299c26eae73a797fb: Waiting for close lock at 1731359666390Disabling compacts and flushes for region at 1731359666390Disabling writes for close at 1731359666390Writing region close event to WAL at 1731359666390Closed at 1731359666390 2024-11-11T21:14:26,391 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9af01f5331634aab1023ebd7a50a08b2, NAME => 'SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:26,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741843_1019 (size=62) 2024-11-11T21:14:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741843_1019 (size=62) 2024-11-11T21:14:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741843_1019 (size=62) 2024-11-11T21:14:26,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:26,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing aa58eb104aa555af0889bc64d8288d91, disabling compactions & flushes 2024-11-11T21:14:26,402 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:14:26,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:14:26,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. after waiting 0 ms 2024-11-11T21:14:26,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:14:26,402 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:14:26,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for aa58eb104aa555af0889bc64d8288d91: Waiting for close lock at 1731359666402Disabling compacts and flushes for region at 1731359666402Disabling writes for close at 1731359666402Writing region close event to WAL at 1731359666402Closed at 1731359666402 2024-11-11T21:14:26,403 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e8be081f67b542cf8e1c31cfe4ab6441, NAME => 'SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741844_1020 (size=62) 2024-11-11T21:14:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741845_1021 (size=62) 2024-11-11T21:14:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741845_1021 (size=62) 2024-11-11T21:14:26,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741845_1021 (size=62) 2024-11-11T21:14:26,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741844_1020 (size=62) 2024-11-11T21:14:26,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:26,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9af01f5331634aab1023ebd7a50a08b2, disabling compactions & flushes 2024-11-11T21:14:26,412 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. 2024-11-11T21:14:26,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. 2024-11-11T21:14:26,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. after waiting 0 ms 2024-11-11T21:14:26,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. 2024-11-11T21:14:26,412 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. 2024-11-11T21:14:26,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9af01f5331634aab1023ebd7a50a08b2: Waiting for close lock at 1731359666412Disabling compacts and flushes for region at 1731359666412Disabling writes for close at 1731359666412Writing region close event to WAL at 1731359666412Closed at 1731359666412 2024-11-11T21:14:26,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741844_1020 (size=62) 2024-11-11T21:14:26,413 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cffcf6b3458601ae90d7108d1c3f5270, NAME => 'SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd 2024-11-11T21:14:26,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:26,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4e8ef3ab0deea2636711f00dbd0fbdab, disabling compactions & flushes 2024-11-11T21:14:26,417 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:14:26,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:14:26,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. after waiting 0 ms 2024-11-11T21:14:26,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:14:26,417 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:14:26,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e8ef3ab0deea2636711f00dbd0fbdab: Waiting for close lock at 1731359666417Disabling compacts and flushes for region at 1731359666417Disabling writes for close at 1731359666417Writing region close event to WAL at 1731359666417Closed at 1731359666417 2024-11-11T21:14:26,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741846_1022 (size=62) 2024-11-11T21:14:26,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741846_1022 (size=62) 2024-11-11T21:14:26,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741846_1022 (size=62) 2024-11-11T21:14:26,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:26,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e8be081f67b542cf8e1c31cfe4ab6441, disabling compactions & flushes 2024-11-11T21:14:26,421 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:14:26,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:14:26,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. after waiting 0 ms 2024-11-11T21:14:26,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:14:26,421 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:14:26,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e8be081f67b542cf8e1c31cfe4ab6441: Waiting for close lock at 1731359666421Disabling compacts and flushes for region at 1731359666421Disabling writes for close at 1731359666421Writing region close event to WAL at 1731359666421Closed at 1731359666421 2024-11-11T21:14:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741847_1023 (size=54) 2024-11-11T21:14:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741847_1023 (size=54) 2024-11-11T21:14:26,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741847_1023 (size=54) 2024-11-11T21:14:26,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:26,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cffcf6b3458601ae90d7108d1c3f5270, disabling compactions & flushes 2024-11-11T21:14:26,431 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. 2024-11-11T21:14:26,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. 2024-11-11T21:14:26,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. after waiting 0 ms 2024-11-11T21:14:26,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. 2024-11-11T21:14:26,431 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. 2024-11-11T21:14:26,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cffcf6b3458601ae90d7108d1c3f5270: Waiting for close lock at 1731359666430Disabling compacts and flushes for region at 1731359666430Disabling writes for close at 1731359666431 (+1 ms)Writing region close event to WAL at 1731359666431Closed at 1731359666431 2024-11-11T21:14:26,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:14:26,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359666432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359666432"}]},"ts":"1731359666432"} 2024-11-11T21:14:26,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731359666432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359666432"}]},"ts":"1731359666432"} 2024-11-11T21:14:26,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359666432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359666432"}]},"ts":"1731359666432"} 2024-11-11T21:14:26,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359666432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359666432"}]},"ts":"1731359666432"} 2024-11-11T21:14:26,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359666432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359666432"}]},"ts":"1731359666432"} 2024-11-11T21:14:26,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359666432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359666432"}]},"ts":"1731359666432"} 2024-11-11T21:14:26,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359666432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359666432"}]},"ts":"1731359666432"} 2024-11-11T21:14:26,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359666432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359666432"}]},"ts":"1731359666432"} 2024-11-11T21:14:26,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731359666432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359666432"}]},"ts":"1731359666432"} 2024-11-11T21:14:26,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731359666432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359666432"}]},"ts":"1731359666432"} 2024-11-11T21:14:26,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T21:14:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:14:26,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:14:26,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359666441"}]},"ts":"1731359666441"} 2024-11-11T21:14:26,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T21:14:26,444 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:14:26,452 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:14:26,452 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:14:26,452 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T21:14:26,452 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:14:26,452 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:14:26,452 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T21:14:26,452 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:14:26,452 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:14:26,452 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T21:14:26,452 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:14:26,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3da804d7e9e08b009d8b842ba9f02fb4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f42ed736c2b6216585ce3a1f6b5e54fb, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e86c6541152427ef45c8e152b62d7de, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38e0afa79b7ab31299c26eae73a797fb, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f822fc2290cd407b5c43152fa1034a8c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa58eb104aa555af0889bc64d8288d91, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e8ef3ab0deea2636711f00dbd0fbdab, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9af01f5331634aab1023ebd7a50a08b2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8be081f67b542cf8e1c31cfe4ab6441, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cffcf6b3458601ae90d7108d1c3f5270, ASSIGN}] 2024-11-11T21:14:26,455 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3da804d7e9e08b009d8b842ba9f02fb4, ASSIGN 2024-11-11T21:14:26,456 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e86c6541152427ef45c8e152b62d7de, ASSIGN 2024-11-11T21:14:26,457 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cffcf6b3458601ae90d7108d1c3f5270, ASSIGN 2024-11-11T21:14:26,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8be081f67b542cf8e1c31cfe4ab6441, ASSIGN 2024-11-11T21:14:26,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3da804d7e9e08b009d8b842ba9f02fb4, ASSIGN; state=OFFLINE, location=f286ae0a5299,33527,1731359655249; forceNewPlan=false, retain=false 2024-11-11T21:14:26,458 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e86c6541152427ef45c8e152b62d7de, ASSIGN; state=OFFLINE, location=f286ae0a5299,39357,1731359655155; forceNewPlan=false, retain=false 2024-11-11T21:14:26,458 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cffcf6b3458601ae90d7108d1c3f5270, ASSIGN; state=OFFLINE, location=f286ae0a5299,46153,1731359655206; forceNewPlan=false, retain=false 2024-11-11T21:14:26,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8be081f67b542cf8e1c31cfe4ab6441, ASSIGN; state=OFFLINE, location=f286ae0a5299,39357,1731359655155; forceNewPlan=false, retain=false 2024-11-11T21:14:26,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9af01f5331634aab1023ebd7a50a08b2, ASSIGN 2024-11-11T21:14:26,462 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f822fc2290cd407b5c43152fa1034a8c, ASSIGN 2024-11-11T21:14:26,462 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e8ef3ab0deea2636711f00dbd0fbdab, ASSIGN 2024-11-11T21:14:26,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38e0afa79b7ab31299c26eae73a797fb, ASSIGN 2024-11-11T21:14:26,462 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa58eb104aa555af0889bc64d8288d91, ASSIGN 2024-11-11T21:14:26,463 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9af01f5331634aab1023ebd7a50a08b2, ASSIGN; state=OFFLINE, location=f286ae0a5299,46153,1731359655206; forceNewPlan=false, retain=false 2024-11-11T21:14:26,463 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f822fc2290cd407b5c43152fa1034a8c, ASSIGN; state=OFFLINE, location=f286ae0a5299,46153,1731359655206; forceNewPlan=false, retain=false 2024-11-11T21:14:26,464 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e8ef3ab0deea2636711f00dbd0fbdab, ASSIGN; state=OFFLINE, location=f286ae0a5299,33527,1731359655249; forceNewPlan=false, retain=false 2024-11-11T21:14:26,466 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa58eb104aa555af0889bc64d8288d91, ASSIGN; state=OFFLINE, location=f286ae0a5299,39357,1731359655155; forceNewPlan=false, retain=false 2024-11-11T21:14:26,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38e0afa79b7ab31299c26eae73a797fb, ASSIGN; state=OFFLINE, location=f286ae0a5299,33527,1731359655249; forceNewPlan=false, retain=false 2024-11-11T21:14:26,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f42ed736c2b6216585ce3a1f6b5e54fb, ASSIGN 2024-11-11T21:14:26,470 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f42ed736c2b6216585ce3a1f6b5e54fb, ASSIGN; state=OFFLINE, location=f286ae0a5299,46153,1731359655206; forceNewPlan=false, retain=false 2024-11-11T21:14:26,609 INFO [f286ae0a5299:38561 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T21:14:26,609 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e8be081f67b542cf8e1c31cfe4ab6441, regionState=OPENING, regionLocation=f286ae0a5299,39357,1731359655155 2024-11-11T21:14:26,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9af01f5331634aab1023ebd7a50a08b2, regionState=OPENING, regionLocation=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:26,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f822fc2290cd407b5c43152fa1034a8c, regionState=OPENING, regionLocation=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:26,609 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cffcf6b3458601ae90d7108d1c3f5270, regionState=OPENING, regionLocation=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:26,609 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f42ed736c2b6216585ce3a1f6b5e54fb, regionState=OPENING, regionLocation=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:26,610 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=aa58eb104aa555af0889bc64d8288d91, regionState=OPENING, regionLocation=f286ae0a5299,39357,1731359655155 2024-11-11T21:14:26,610 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e86c6541152427ef45c8e152b62d7de, regionState=OPENING, regionLocation=f286ae0a5299,39357,1731359655155 2024-11-11T21:14:26,610 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=38e0afa79b7ab31299c26eae73a797fb, regionState=OPENING, regionLocation=f286ae0a5299,33527,1731359655249 2024-11-11T21:14:26,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4e8ef3ab0deea2636711f00dbd0fbdab, regionState=OPENING, regionLocation=f286ae0a5299,33527,1731359655249 2024-11-11T21:14:26,610 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3da804d7e9e08b009d8b842ba9f02fb4, regionState=OPENING, regionLocation=f286ae0a5299,33527,1731359655249 2024-11-11T21:14:26,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f822fc2290cd407b5c43152fa1034a8c, ASSIGN because future has completed 2024-11-11T21:14:26,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f822fc2290cd407b5c43152fa1034a8c, server=f286ae0a5299,46153,1731359655206}] 2024-11-11T21:14:26,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9af01f5331634aab1023ebd7a50a08b2, ASSIGN because future has completed 2024-11-11T21:14:26,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9af01f5331634aab1023ebd7a50a08b2, server=f286ae0a5299,46153,1731359655206}] 2024-11-11T21:14:26,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f42ed736c2b6216585ce3a1f6b5e54fb, ASSIGN because future has completed 2024-11-11T21:14:26,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f42ed736c2b6216585ce3a1f6b5e54fb, server=f286ae0a5299,46153,1731359655206}] 2024-11-11T21:14:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8be081f67b542cf8e1c31cfe4ab6441, ASSIGN because future has completed 2024-11-11T21:14:26,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8be081f67b542cf8e1c31cfe4ab6441, server=f286ae0a5299,39357,1731359655155}] 2024-11-11T21:14:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e86c6541152427ef45c8e152b62d7de, ASSIGN because future has completed 2024-11-11T21:14:26,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa58eb104aa555af0889bc64d8288d91, ASSIGN because future has completed 2024-11-11T21:14:26,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa58eb104aa555af0889bc64d8288d91, server=f286ae0a5299,39357,1731359655155}] 2024-11-11T21:14:26,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e86c6541152427ef45c8e152b62d7de, server=f286ae0a5299,39357,1731359655155}] 2024-11-11T21:14:26,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e8ef3ab0deea2636711f00dbd0fbdab, ASSIGN because future has completed 2024-11-11T21:14:26,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38e0afa79b7ab31299c26eae73a797fb, ASSIGN because future has completed 2024-11-11T21:14:26,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cffcf6b3458601ae90d7108d1c3f5270, ASSIGN because future has completed 2024-11-11T21:14:26,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3da804d7e9e08b009d8b842ba9f02fb4, ASSIGN because future has completed 2024-11-11T21:14:26,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e0afa79b7ab31299c26eae73a797fb, server=f286ae0a5299,33527,1731359655249}] 2024-11-11T21:14:26,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3da804d7e9e08b009d8b842ba9f02fb4, server=f286ae0a5299,33527,1731359655249}] 2024-11-11T21:14:26,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cffcf6b3458601ae90d7108d1c3f5270, server=f286ae0a5299,46153,1731359655206}] 2024-11-11T21:14:26,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e8ef3ab0deea2636711f00dbd0fbdab, server=f286ae0a5299,33527,1731359655249}] 2024-11-11T21:14:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:14:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:14:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:14:27,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:14:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:14:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:14:31,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:14:31,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:31,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:31,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:14:35,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:14:35,799 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:14:35,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:14:35,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T21:14:36,623 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:14:36,625 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb. 2024-11-11T21:14:36,625 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f42ed736c2b6216585ce3a1f6b5e54fb, NAME => 'SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T21:14:36,626 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:36,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:14:36,626 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:36,626 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:36,626 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:36,628 INFO [StoreOpener-f42ed736c2b6216585ce3a1f6b5e54fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:36,629 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:14:36,629 INFO [StoreOpener-f42ed736c2b6216585ce3a1f6b5e54fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f42ed736c2b6216585ce3a1f6b5e54fb columnFamilyName cf 2024-11-11T21:14:36,630 DEBUG [StoreOpener-f42ed736c2b6216585ce3a1f6b5e54fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:36,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:14:36,630 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:14:36,631 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e8be081f67b542cf8e1c31cfe4ab6441, NAME => 'SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T21:14:36,631 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:36,631 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:36,631 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:36,631 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:36,631 INFO [StoreOpener-f42ed736c2b6216585ce3a1f6b5e54fb-1 {}] regionserver.HStore(327): Store=f42ed736c2b6216585ce3a1f6b5e54fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:36,631 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:36,632 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:36,632 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:36,633 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:36,633 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:36,634 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:36,640 INFO [StoreOpener-e8be081f67b542cf8e1c31cfe4ab6441-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:36,641 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/f42ed736c2b6216585ce3a1f6b5e54fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:36,641 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f42ed736c2b6216585ce3a1f6b5e54fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59979929, jitterRate=-0.10622940957546234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:14:36,641 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:36,641 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f42ed736c2b6216585ce3a1f6b5e54fb: Running coprocessor pre-open hook at 1731359676626Writing region info on filesystem at 1731359676626Initializing all the Stores at 1731359676627 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359676627Cleaning up temporary data from old regions at 1731359676633 (+6 ms)Running coprocessor post-open hooks at 1731359676641 (+8 ms)Region opened successfully at 1731359676641 2024-11-11T21:14:36,641 INFO [StoreOpener-e8be081f67b542cf8e1c31cfe4ab6441-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8be081f67b542cf8e1c31cfe4ab6441 columnFamilyName cf 2024-11-11T21:14:36,642 DEBUG [StoreOpener-e8be081f67b542cf8e1c31cfe4ab6441-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:36,642 INFO [StoreOpener-e8be081f67b542cf8e1c31cfe4ab6441-1 {}] regionserver.HStore(327): Store=e8be081f67b542cf8e1c31cfe4ab6441/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:36,642 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb., pid=17, masterSystemTime=1731359676615 2024-11-11T21:14:36,642 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:36,643 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:36,644 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:14:36,644 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 38e0afa79b7ab31299c26eae73a797fb, NAME => 'SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T21:14:36,644 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:36,645 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:36,645 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:36,645 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:36,645 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:36,645 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:36,645 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:36,647 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:36,649 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb. 2024-11-11T21:14:36,649 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb. 2024-11-11T21:14:36,649 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c. 2024-11-11T21:14:36,649 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f822fc2290cd407b5c43152fa1034a8c, NAME => 'SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T21:14:36,649 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:36,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f42ed736c2b6216585ce3a1f6b5e54fb, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:36,649 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:36,650 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:36,650 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:36,652 INFO [StoreOpener-38e0afa79b7ab31299c26eae73a797fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:36,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f42ed736c2b6216585ce3a1f6b5e54fb, server=f286ae0a5299,46153,1731359655206 because future has completed 2024-11-11T21:14:36,652 INFO [StoreOpener-f822fc2290cd407b5c43152fa1034a8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:36,652 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/e8be081f67b542cf8e1c31cfe4ab6441/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:36,653 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e8be081f67b542cf8e1c31cfe4ab6441; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71721784, jitterRate=0.06873786449432373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:14:36,653 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:36,653 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e8be081f67b542cf8e1c31cfe4ab6441: Running coprocessor pre-open hook at 1731359676631Writing region info on filesystem at 1731359676631Initializing all the Stores at 1731359676632 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359676632Cleaning up temporary data from old regions at 1731359676645 (+13 ms)Running coprocessor post-open hooks at 1731359676653 (+8 ms)Region opened successfully at 1731359676653 2024-11-11T21:14:36,653 INFO [StoreOpener-f822fc2290cd407b5c43152fa1034a8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f822fc2290cd407b5c43152fa1034a8c columnFamilyName cf 2024-11-11T21:14:36,653 INFO [StoreOpener-38e0afa79b7ab31299c26eae73a797fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e0afa79b7ab31299c26eae73a797fb columnFamilyName cf 2024-11-11T21:14:36,653 DEBUG [StoreOpener-f822fc2290cd407b5c43152fa1034a8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:36,653 DEBUG [StoreOpener-38e0afa79b7ab31299c26eae73a797fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:36,654 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441., pid=18, masterSystemTime=1731359676623 2024-11-11T21:14:36,654 INFO [StoreOpener-38e0afa79b7ab31299c26eae73a797fb-1 {}] regionserver.HStore(327): Store=38e0afa79b7ab31299c26eae73a797fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:36,654 INFO [StoreOpener-f822fc2290cd407b5c43152fa1034a8c-1 {}] regionserver.HStore(327): Store=f822fc2290cd407b5c43152fa1034a8c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:36,654 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:36,654 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:36,655 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:36,655 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:36,655 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:36,655 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:36,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-11T21:14:36,656 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:36,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f42ed736c2b6216585ce3a1f6b5e54fb, server=f286ae0a5299,46153,1731359655206 in 10.0390 sec 2024-11-11T21:14:36,656 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:36,656 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:36,656 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:36,656 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:14:36,656 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:14:36,656 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:14:36,656 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e86c6541152427ef45c8e152b62d7de, NAME => 'SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T21:14:36,657 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e8be081f67b542cf8e1c31cfe4ab6441, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,39357,1731359655155 2024-11-11T21:14:36,657 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:36,657 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:36,657 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:36,657 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:36,658 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:36,658 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:36,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f42ed736c2b6216585ce3a1f6b5e54fb, ASSIGN in 10.2030 sec 2024-11-11T21:14:36,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8be081f67b542cf8e1c31cfe4ab6441, server=f286ae0a5299,39357,1731359655155 because future has completed 2024-11-11T21:14:36,660 INFO [StoreOpener-0e86c6541152427ef45c8e152b62d7de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:36,660 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/f822fc2290cd407b5c43152fa1034a8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:36,661 INFO [StoreOpener-0e86c6541152427ef45c8e152b62d7de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e86c6541152427ef45c8e152b62d7de columnFamilyName cf 2024-11-11T21:14:36,661 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f822fc2290cd407b5c43152fa1034a8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67217660, jitterRate=0.0016211867332458496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:14:36,661 DEBUG [StoreOpener-0e86c6541152427ef45c8e152b62d7de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:36,661 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:36,662 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f822fc2290cd407b5c43152fa1034a8c: Running coprocessor pre-open hook at 1731359676650Writing region info on filesystem at 1731359676650Initializing all the Stores at 1731359676651 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359676651Cleaning up temporary data from old regions at 1731359676656 (+5 ms)Running coprocessor post-open hooks at 1731359676661 (+5 ms)Region opened successfully at 1731359676661 2024-11-11T21:14:36,662 INFO [StoreOpener-0e86c6541152427ef45c8e152b62d7de-1 {}] regionserver.HStore(327): Store=0e86c6541152427ef45c8e152b62d7de/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:36,662 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:36,662 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c., pid=15, masterSystemTime=1731359676615 2024-11-11T21:14:36,663 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:36,663 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:36,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-11T21:14:36,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e8be081f67b542cf8e1c31cfe4ab6441, server=f286ae0a5299,39357,1731359655155 in 10.0460 sec 2024-11-11T21:14:36,664 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:36,664 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:36,664 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c. 2024-11-11T21:14:36,664 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c. 2024-11-11T21:14:36,665 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. 2024-11-11T21:14:36,665 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9af01f5331634aab1023ebd7a50a08b2, NAME => 'SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T21:14:36,665 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:36,665 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:36,665 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f822fc2290cd407b5c43152fa1034a8c, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:36,665 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:36,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8be081f67b542cf8e1c31cfe4ab6441, ASSIGN in 10.2110 sec 2024-11-11T21:14:36,665 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:36,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f822fc2290cd407b5c43152fa1034a8c, server=f286ae0a5299,46153,1731359655206 because future has completed 2024-11-11T21:14:36,667 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:36,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-11T21:14:36,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f822fc2290cd407b5c43152fa1034a8c, server=f286ae0a5299,46153,1731359655206 in 10.0560 sec 2024-11-11T21:14:36,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f822fc2290cd407b5c43152fa1034a8c, ASSIGN in 10.2170 sec 2024-11-11T21:14:36,672 INFO [StoreOpener-9af01f5331634aab1023ebd7a50a08b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:36,673 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/38e0afa79b7ab31299c26eae73a797fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:36,673 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/0e86c6541152427ef45c8e152b62d7de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:36,673 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 38e0afa79b7ab31299c26eae73a797fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69614689, jitterRate=0.0373397022485733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:14:36,673 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 0e86c6541152427ef45c8e152b62d7de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66697641, jitterRate=-0.006127700209617615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:14:36,674 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:36,674 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:36,674 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 38e0afa79b7ab31299c26eae73a797fb: Running coprocessor pre-open hook at 1731359676645Writing region info on filesystem at 1731359676645Initializing all the Stores at 1731359676647 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359676647Cleaning up temporary data from old regions at 1731359676656 (+9 ms)Running coprocessor post-open hooks at 1731359676674 (+18 ms)Region opened successfully at 1731359676674 2024-11-11T21:14:36,674 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0e86c6541152427ef45c8e152b62d7de: Running coprocessor pre-open hook at 1731359676657Writing region info on filesystem at 1731359676657Initializing all the Stores at 1731359676659 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359676659Cleaning up temporary data from old regions at 1731359676664 (+5 ms)Running coprocessor post-open hooks at 1731359676674 (+10 ms)Region opened successfully at 1731359676674 2024-11-11T21:14:36,674 INFO [StoreOpener-9af01f5331634aab1023ebd7a50a08b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af01f5331634aab1023ebd7a50a08b2 columnFamilyName cf 2024-11-11T21:14:36,674 DEBUG [StoreOpener-9af01f5331634aab1023ebd7a50a08b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:36,675 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de., pid=19, masterSystemTime=1731359676623 2024-11-11T21:14:36,675 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb., pid=21, masterSystemTime=1731359676629 2024-11-11T21:14:36,675 INFO [StoreOpener-9af01f5331634aab1023ebd7a50a08b2-1 {}] regionserver.HStore(327): Store=9af01f5331634aab1023ebd7a50a08b2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:36,675 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:36,676 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:36,677 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:36,677 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:14:36,677 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:14:36,677 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:36,677 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:36,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=38e0afa79b7ab31299c26eae73a797fb, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,33527,1731359655249 2024-11-11T21:14:36,678 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:14:36,678 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e8ef3ab0deea2636711f00dbd0fbdab, NAME => 'SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T21:14:36,678 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:36,678 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:36,678 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:36,678 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:36,679 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:14:36,679 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:14:36,679 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:14:36,679 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => aa58eb104aa555af0889bc64d8288d91, NAME => 'SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T21:14:36,680 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:36,680 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:36,680 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:36,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e0afa79b7ab31299c26eae73a797fb, server=f286ae0a5299,33527,1731359655249 because future has completed 2024-11-11T21:14:36,680 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:36,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e86c6541152427ef45c8e152b62d7de, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,39357,1731359655155 2024-11-11T21:14:36,681 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:36,682 INFO [StoreOpener-4e8ef3ab0deea2636711f00dbd0fbdab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:36,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e86c6541152427ef45c8e152b62d7de, server=f286ae0a5299,39357,1731359655155 because future has completed 2024-11-11T21:14:36,684 INFO [StoreOpener-aa58eb104aa555af0889bc64d8288d91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:36,685 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/9af01f5331634aab1023ebd7a50a08b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:36,685 INFO [StoreOpener-4e8ef3ab0deea2636711f00dbd0fbdab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8ef3ab0deea2636711f00dbd0fbdab columnFamilyName cf 2024-11-11T21:14:36,685 DEBUG [StoreOpener-4e8ef3ab0deea2636711f00dbd0fbdab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:36,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-11T21:14:36,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 38e0afa79b7ab31299c26eae73a797fb, server=f286ae0a5299,33527,1731359655249 in 10.0550 sec 2024-11-11T21:14:36,686 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9af01f5331634aab1023ebd7a50a08b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58834355, jitterRate=-0.12329979240894318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:14:36,686 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:36,686 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9af01f5331634aab1023ebd7a50a08b2: Running coprocessor pre-open hook at 1731359676665Writing region info on filesystem at 1731359676665Initializing all the Stores at 1731359676666 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359676667 (+1 ms)Cleaning up temporary data from old regions at 1731359676678 (+11 ms)Running coprocessor post-open hooks at 1731359676686 (+8 ms)Region opened successfully at 1731359676686 2024-11-11T21:14:36,686 INFO [StoreOpener-aa58eb104aa555af0889bc64d8288d91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa58eb104aa555af0889bc64d8288d91 columnFamilyName cf 2024-11-11T21:14:36,687 INFO [StoreOpener-4e8ef3ab0deea2636711f00dbd0fbdab-1 {}] regionserver.HStore(327): Store=4e8ef3ab0deea2636711f00dbd0fbdab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:36,687 DEBUG [StoreOpener-aa58eb104aa555af0889bc64d8288d91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:36,687 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:36,687 INFO [StoreOpener-aa58eb104aa555af0889bc64d8288d91-1 {}] regionserver.HStore(327): Store=aa58eb104aa555af0889bc64d8288d91/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:36,688 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:36,688 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2., pid=16, masterSystemTime=1731359676615 2024-11-11T21:14:36,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-11T21:14:36,688 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:36,689 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:36,690 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:36,690 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:36,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e86c6541152427ef45c8e152b62d7de, server=f286ae0a5299,39357,1731359655155 in 10.0650 sec 2024-11-11T21:14:36,690 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. 2024-11-11T21:14:36,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38e0afa79b7ab31299c26eae73a797fb, ASSIGN in 10.2330 sec 2024-11-11T21:14:36,690 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. 2024-11-11T21:14:36,690 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. 2024-11-11T21:14:36,690 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => cffcf6b3458601ae90d7108d1c3f5270, NAME => 'SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T21:14:36,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e86c6541152427ef45c8e152b62d7de, ASSIGN in 10.2350 sec 2024-11-11T21:14:36,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9af01f5331634aab1023ebd7a50a08b2, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:36,691 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:36,691 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:36,691 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:36,691 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:36,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9af01f5331634aab1023ebd7a50a08b2, server=f286ae0a5299,46153,1731359655206 because future has completed 2024-11-11T21:14:36,693 INFO [StoreOpener-cffcf6b3458601ae90d7108d1c3f5270-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:36,694 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:36,695 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:36,695 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:36,695 INFO [StoreOpener-cffcf6b3458601ae90d7108d1c3f5270-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cffcf6b3458601ae90d7108d1c3f5270 columnFamilyName cf 2024-11-11T21:14:36,695 DEBUG [StoreOpener-cffcf6b3458601ae90d7108d1c3f5270-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:36,696 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:36,696 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:36,696 INFO [StoreOpener-cffcf6b3458601ae90d7108d1c3f5270-1 {}] regionserver.HStore(327): Store=cffcf6b3458601ae90d7108d1c3f5270/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:36,696 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:36,697 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:36,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-11T21:14:36,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9af01f5331634aab1023ebd7a50a08b2, server=f286ae0a5299,46153,1731359655206 in 10.0810 sec 2024-11-11T21:14:36,698 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:36,698 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:36,698 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:36,699 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:36,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9af01f5331634aab1023ebd7a50a08b2, ASSIGN in 10.2450 sec 2024-11-11T21:14:36,701 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:36,701 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/4e8ef3ab0deea2636711f00dbd0fbdab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:36,702 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4e8ef3ab0deea2636711f00dbd0fbdab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71409525, jitterRate=0.06408484280109406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:14:36,702 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:36,702 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4e8ef3ab0deea2636711f00dbd0fbdab: Running coprocessor pre-open hook at 1731359676679Writing region info on filesystem at 1731359676679Initializing all the Stores at 1731359676681 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359676681Cleaning up temporary data from old regions at 1731359676696 (+15 ms)Running coprocessor post-open hooks at 1731359676702 (+6 ms)Region opened successfully at 1731359676702 2024-11-11T21:14:36,703 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab., pid=24, masterSystemTime=1731359676629 2024-11-11T21:14:36,705 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/cffcf6b3458601ae90d7108d1c3f5270/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:36,705 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:14:36,706 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:14:36,706 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:14:36,706 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3da804d7e9e08b009d8b842ba9f02fb4, NAME => 'SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T21:14:36,706 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened cffcf6b3458601ae90d7108d1c3f5270; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73552402, jitterRate=0.09601619839668274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:14:36,706 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:36,706 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for cffcf6b3458601ae90d7108d1c3f5270: Running coprocessor pre-open hook at 1731359676691Writing region info on filesystem at 1731359676691Initializing all the Stores at 1731359676692 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359676692Cleaning up temporary data from old regions at 1731359676698 (+6 ms)Running coprocessor post-open hooks at 1731359676706 (+8 ms)Region opened successfully at 1731359676706 2024-11-11T21:14:36,706 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:36,706 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:14:36,706 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:36,707 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:36,707 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270., pid=22, masterSystemTime=1731359676615 2024-11-11T21:14:36,707 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4e8ef3ab0deea2636711f00dbd0fbdab, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,33527,1731359655249 2024-11-11T21:14:36,708 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/aa58eb104aa555af0889bc64d8288d91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:36,709 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened aa58eb104aa555af0889bc64d8288d91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73183413, jitterRate=0.09051783382892609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:14:36,709 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:36,709 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for aa58eb104aa555af0889bc64d8288d91: Running coprocessor pre-open hook at 1731359676680Writing region info on filesystem at 1731359676680Initializing all the Stores at 1731359676681 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359676681Cleaning up temporary data from old regions at 1731359676690 (+9 ms)Running coprocessor post-open hooks at 1731359676709 (+19 ms)Region opened successfully at 1731359676709 2024-11-11T21:14:36,710 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. 2024-11-11T21:14:36,710 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. 2024-11-11T21:14:36,710 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91., pid=20, masterSystemTime=1731359676623 2024-11-11T21:14:36,710 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cffcf6b3458601ae90d7108d1c3f5270, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:36,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e8ef3ab0deea2636711f00dbd0fbdab, server=f286ae0a5299,33527,1731359655249 because future has completed 2024-11-11T21:14:36,712 INFO [StoreOpener-3da804d7e9e08b009d8b842ba9f02fb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:36,713 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:14:36,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cffcf6b3458601ae90d7108d1c3f5270, server=f286ae0a5299,46153,1731359655206 because future has completed 2024-11-11T21:14:36,713 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:14:36,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=aa58eb104aa555af0889bc64d8288d91, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,39357,1731359655155 2024-11-11T21:14:36,715 INFO [StoreOpener-3da804d7e9e08b009d8b842ba9f02fb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3da804d7e9e08b009d8b842ba9f02fb4 columnFamilyName cf 2024-11-11T21:14:36,715 DEBUG [StoreOpener-3da804d7e9e08b009d8b842ba9f02fb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:14:36,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-11T21:14:36,717 INFO [StoreOpener-3da804d7e9e08b009d8b842ba9f02fb4-1 {}] regionserver.HStore(327): Store=3da804d7e9e08b009d8b842ba9f02fb4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:14:36,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa58eb104aa555af0889bc64d8288d91, server=f286ae0a5299,39357,1731359655155 because future has completed 2024-11-11T21:14:36,717 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:36,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e8ef3ab0deea2636711f00dbd0fbdab, server=f286ae0a5299,33527,1731359655249 in 10.0800 sec 2024-11-11T21:14:36,719 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:36,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-11T21:14:36,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure cffcf6b3458601ae90d7108d1c3f5270, server=f286ae0a5299,46153,1731359655206 in 10.0880 sec 2024-11-11T21:14:36,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e8ef3ab0deea2636711f00dbd0fbdab, ASSIGN in 10.2630 sec 2024-11-11T21:14:36,719 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:36,720 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:36,720 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:36,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-11T21:14:36,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cffcf6b3458601ae90d7108d1c3f5270, ASSIGN in 10.2660 sec 2024-11-11T21:14:36,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure aa58eb104aa555af0889bc64d8288d91, server=f286ae0a5299,39357,1731359655155 in 10.0980 sec 2024-11-11T21:14:36,723 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:36,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa58eb104aa555af0889bc64d8288d91, ASSIGN in 10.2680 sec 2024-11-11T21:14:36,725 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/3da804d7e9e08b009d8b842ba9f02fb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:14:36,726 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3da804d7e9e08b009d8b842ba9f02fb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66384013, jitterRate=-0.010801121592521667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:14:36,726 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:36,726 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3da804d7e9e08b009d8b842ba9f02fb4: Running coprocessor pre-open hook at 1731359676707Writing region info on filesystem at 1731359676707Initializing all the Stores at 1731359676708 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359676708Cleaning up temporary data from old regions at 1731359676720 (+12 ms)Running coprocessor post-open hooks at 1731359676726 (+6 ms)Region opened successfully at 1731359676726 2024-11-11T21:14:36,727 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4., pid=23, masterSystemTime=1731359676629 2024-11-11T21:14:36,729 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:14:36,729 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:14:36,729 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3da804d7e9e08b009d8b842ba9f02fb4, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,33527,1731359655249 2024-11-11T21:14:36,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3da804d7e9e08b009d8b842ba9f02fb4, server=f286ae0a5299,33527,1731359655249 because future has completed 2024-11-11T21:14:36,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-11T21:14:36,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3da804d7e9e08b009d8b842ba9f02fb4, server=f286ae0a5299,33527,1731359655249 in 10.1050 sec 2024-11-11T21:14:36,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:14:36,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3da804d7e9e08b009d8b842ba9f02fb4, ASSIGN in 10.2810 sec 2024-11-11T21:14:36,736 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:14:36,737 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359676737"}]},"ts":"1731359676737"} 2024-11-11T21:14:36,739 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T21:14:36,739 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:14:36,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4060 sec 2024-11-11T21:14:39,827 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T21:14:42,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:14:42,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:42,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:42,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:14:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:14:44,610 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T21:14:44,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T21:14:44,611 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:14:44,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T21:14:44,617 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:14:44,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T21:14:44,658 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab., hostname=f286ae0a5299,33527,1731359655249, seqNum=2] 2024-11-11T21:14:44,659 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab., hostname=f286ae0a5299,33527,1731359655249, seqNum=2] 2024-11-11T21:14:44,661 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab., hostname=f286ae0a5299,33527,1731359655249, seqNum=2] 2024-11-11T21:14:44,662 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab., hostname=f286ae0a5299,33527,1731359655249, seqNum=2] 2024-11-11T21:14:44,662 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab., hostname=f286ae0a5299,33527,1731359655249, seqNum=2] 2024-11-11T21:14:44,695 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2., hostname=f286ae0a5299,46153,1731359655206, seqNum=2] 2024-11-11T21:14:44,697 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2., hostname=f286ae0a5299,46153,1731359655206, seqNum=2] 2024-11-11T21:14:44,699 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2., hostname=f286ae0a5299,46153,1731359655206, seqNum=2] 2024-11-11T21:14:44,700 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2., hostname=f286ae0a5299,46153,1731359655206, seqNum=2] 2024-11-11T21:14:44,702 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2., hostname=f286ae0a5299,46153,1731359655206, seqNum=2] 2024-11-11T21:14:44,733 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441., hostname=f286ae0a5299,39357,1731359655155, seqNum=2] 2024-11-11T21:14:44,734 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441., hostname=f286ae0a5299,39357,1731359655155, seqNum=2] 2024-11-11T21:14:44,736 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441., hostname=f286ae0a5299,39357,1731359655155, seqNum=2] 2024-11-11T21:14:44,737 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441., hostname=f286ae0a5299,39357,1731359655155, seqNum=2] 2024-11-11T21:14:44,737 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441., hostname=f286ae0a5299,39357,1731359655155, seqNum=2] 2024-11-11T21:14:44,793 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270., hostname=f286ae0a5299,46153,1731359655206, seqNum=2] 2024-11-11T21:14:44,795 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270., hostname=f286ae0a5299,46153,1731359655206, seqNum=2] 2024-11-11T21:14:44,796 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270., hostname=f286ae0a5299,46153,1731359655206, seqNum=2] 2024-11-11T21:14:44,797 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270., hostname=f286ae0a5299,46153,1731359655206, seqNum=2] 2024-11-11T21:14:44,798 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270., hostname=f286ae0a5299,46153,1731359655206, seqNum=2] 2024-11-11T21:14:44,799 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270., hostname=f286ae0a5299,46153,1731359655206, seqNum=2] 2024-11-11T21:14:44,912 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:14:45,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:14:45,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:14:45,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:14:45,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:14:45,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33527 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T21:14:45,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T21:14:45,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46153 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. 2024-11-11T21:14:45,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46153 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T21:14:45,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46153 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T21:14:46,023 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T21:14:46,024 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:14:46,025 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T21:14:46,026 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T21:14:46,028 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T21:14:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741848_1024 (size=49) 2024-11-11T21:14:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741848_1024 (size=49) 2024-11-11T21:14:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741848_1024 (size=49) 2024-11-11T21:14:46,045 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T21:14:46,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3da804d7e9e08b009d8b842ba9f02fb4}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f42ed736c2b6216585ce3a1f6b5e54fb}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e86c6541152427ef45c8e152b62d7de}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38e0afa79b7ab31299c26eae73a797fb}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f822fc2290cd407b5c43152fa1034a8c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa58eb104aa555af0889bc64d8288d91}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e8ef3ab0deea2636711f00dbd0fbdab}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af01f5331634aab1023ebd7a50a08b2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8be081f67b542cf8e1c31cfe4ab6441}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffcf6b3458601ae90d7108d1c3f5270}] 2024-11-11T21:14:46,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:46,047 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:46,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:46,047 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:46,048 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:46,051 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:46,051 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:46,052 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:46,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:46,052 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:50,132 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-11T21:14:56,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T21:14:56,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T21:14:56,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T21:14:56,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T21:14:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c. 2024-11-11T21:14:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:14:56,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T21:14:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb. 2024-11-11T21:14:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f822fc2290cd407b5c43152fa1034a8c: 2024-11-11T21:14:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3da804d7e9e08b009d8b842ba9f02fb4: 2024-11-11T21:14:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c. for SnapshotProcedureTest completed. 2024-11-11T21:14:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. for SnapshotProcedureTest completed. 2024-11-11T21:14:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f42ed736c2b6216585ce3a1f6b5e54fb: 2024-11-11T21:14:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb. for SnapshotProcedureTest completed. 2024-11-11T21:14:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:14:56,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T21:14:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:14:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:14:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:14:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:14:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:14:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:14:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 38e0afa79b7ab31299c26eae73a797fb: 2024-11-11T21:14:56,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. for SnapshotProcedureTest completed. 2024-11-11T21:14:56,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T21:14:56,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. 2024-11-11T21:14:56,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,054 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing cffcf6b3458601ae90d7108d1c3f5270 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-11T21:14:56,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:14:56,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:14:56,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:14:56,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T21:14:56,055 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 4e8ef3ab0deea2636711f00dbd0fbdab 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-11T21:14:56,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T21:14:56,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:14:56,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for aa58eb104aa555af0889bc64d8288d91: 2024-11-11T21:14:56,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. for SnapshotProcedureTest completed. 2024-11-11T21:14:56,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:14:56,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:14:56,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T21:14:56,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:14:56,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0e86c6541152427ef45c8e152b62d7de: 2024-11-11T21:14:56,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. for SnapshotProcedureTest completed. 2024-11-11T21:14:56,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:14:56,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T21:14:56,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:14:56,061 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e8be081f67b542cf8e1c31cfe4ab6441 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T21:14:56,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/4e8ef3ab0deea2636711f00dbd0fbdab/.tmp/cf/8ad5f04fe03a479ba14ee7c7d55971a8 is 34, key is aaa/cf:cf/1731359685479/Put/seqid=0 2024-11-11T21:14:56,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/e8be081f67b542cf8e1c31cfe4ab6441/.tmp/cf/349b8c5e19e04ebfb6e314259449b736 is 34, key is ccd/cf:cf/1731359685498/Put/seqid=0 2024-11-11T21:14:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741850_1026 (size=65) 2024-11-11T21:14:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741851_1027 (size=65) 2024-11-11T21:14:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741850_1026 (size=65) 2024-11-11T21:14:56,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:14:56,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731359666334.f822fc2290cd407b5c43152fa1034a8c. 2024-11-11T21:14:56,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741851_1027 (size=65) 2024-11-11T21:14:56,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T21:14:56,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T21:14:56,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741850_1026 (size=65) 2024-11-11T21:14:56,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741851_1027 (size=65) 2024-11-11T21:14:56,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. 2024-11-11T21:14:56,092 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 9af01f5331634aab1023ebd7a50a08b2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T21:14:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T21:14:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T21:14:56,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:56,092 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:56,092 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:14:56,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f822fc2290cd407b5c43152fa1034a8c 2024-11-11T21:14:56,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 38e0afa79b7ab31299c26eae73a797fb in 10.0480 sec 2024-11-11T21:14:56,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f822fc2290cd407b5c43152fa1034a8c in 10.0480 sec 2024-11-11T21:14:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741849_1025 (size=57) 2024-11-11T21:14:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741849_1025 (size=57) 2024-11-11T21:14:56,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:14:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741849_1025 (size=57) 2024-11-11T21:14:56,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T21:14:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T21:14:56,099 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:56,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:14:56,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3da804d7e9e08b009d8b842ba9f02fb4 in 10.0550 sec 2024-11-11T21:14:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741852_1028 (size=65) 2024-11-11T21:14:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741852_1028 (size=65) 2024-11-11T21:14:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741852_1028 (size=65) 2024-11-11T21:14:56,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb. 2024-11-11T21:14:56,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T21:14:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T21:14:56,107 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:56,107 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f42ed736c2b6216585ce3a1f6b5e54fb 2024-11-11T21:14:56,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f42ed736c2b6216585ce3a1f6b5e54fb in 10.0630 sec 2024-11-11T21:14:56,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/cffcf6b3458601ae90d7108d1c3f5270/.tmp/cf/2d6f77c3a35745ee98e78af5a999d6ef is 34, key is eaa/cf:cf/1731359685952/Put/seqid=0 2024-11-11T21:14:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741853_1029 (size=65) 2024-11-11T21:14:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741853_1029 (size=65) 2024-11-11T21:14:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741853_1029 (size=65) 2024-11-11T21:14:56,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741854_1030 (size=65) 2024-11-11T21:14:56,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:14:56,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T21:14:56,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741854_1030 (size=65) 2024-11-11T21:14:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T21:14:56,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:56,136 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:14:56,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741854_1030 (size=65) 2024-11-11T21:14:56,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:14:56,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T21:14:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T21:14:56,137 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:56,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:14:56,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa58eb104aa555af0889bc64d8288d91 in 10.0920 sec 2024-11-11T21:14:56,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e86c6541152427ef45c8e152b62d7de in 10.0930 sec 2024-11-11T21:14:56,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/9af01f5331634aab1023ebd7a50a08b2/.tmp/cf/19ef5c51ffd243469a87db078abbc309 is 34, key is baa/cf:cf/1731359685556/Put/seqid=0 2024-11-11T21:14:56,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741855_1031 (size=26918) 2024-11-11T21:14:56,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741855_1031 (size=26918) 2024-11-11T21:14:56,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741855_1031 (size=26918) 2024-11-11T21:14:56,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741857_1033 (size=499309) 2024-11-11T21:14:56,155 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/4e8ef3ab0deea2636711f00dbd0fbdab/.tmp/cf/8ad5f04fe03a479ba14ee7c7d55971a8 2024-11-11T21:14:56,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741857_1033 (size=499309) 2024-11-11T21:14:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741857_1033 (size=499309) 2024-11-11T21:14:56,157 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/cffcf6b3458601ae90d7108d1c3f5270/.tmp/cf/2d6f77c3a35745ee98e78af5a999d6ef 2024-11-11T21:14:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741856_1032 (size=47197) 2024-11-11T21:14:56,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741856_1032 (size=47197) 2024-11-11T21:14:56,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741856_1032 (size=47197) 2024-11-11T21:14:56,172 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/e8be081f67b542cf8e1c31cfe4ab6441/.tmp/cf/349b8c5e19e04ebfb6e314259449b736 2024-11-11T21:14:56,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/cffcf6b3458601ae90d7108d1c3f5270/.tmp/cf/2d6f77c3a35745ee98e78af5a999d6ef as hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/cffcf6b3458601ae90d7108d1c3f5270/cf/2d6f77c3a35745ee98e78af5a999d6ef 2024-11-11T21:14:56,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/4e8ef3ab0deea2636711f00dbd0fbdab/.tmp/cf/8ad5f04fe03a479ba14ee7c7d55971a8 as hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/4e8ef3ab0deea2636711f00dbd0fbdab/cf/8ad5f04fe03a479ba14ee7c7d55971a8 2024-11-11T21:14:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741858_1034 (size=28623) 2024-11-11T21:14:56,191 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/9af01f5331634aab1023ebd7a50a08b2/.tmp/cf/19ef5c51ffd243469a87db078abbc309 2024-11-11T21:14:56,191 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/cffcf6b3458601ae90d7108d1c3f5270/cf/2d6f77c3a35745ee98e78af5a999d6ef, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-11T21:14:56,191 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/4e8ef3ab0deea2636711f00dbd0fbdab/cf/8ad5f04fe03a479ba14ee7c7d55971a8, entries=676, sequenceid=5, filesize=26.3 K 2024-11-11T21:14:56,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for cffcf6b3458601ae90d7108d1c3f5270 in 138ms, sequenceid=5, compaction requested=false 2024-11-11T21:14:56,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for cffcf6b3458601ae90d7108d1c3f5270: 2024-11-11T21:14:56,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. for SnapshotProcedureTest completed. 2024-11-11T21:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/e8be081f67b542cf8e1c31cfe4ab6441/.tmp/cf/349b8c5e19e04ebfb6e314259449b736 as hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/e8be081f67b542cf8e1c31cfe4ab6441/cf/349b8c5e19e04ebfb6e314259449b736 2024-11-11T21:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:14:56,193 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 4e8ef3ab0deea2636711f00dbd0fbdab in 138ms, sequenceid=5, compaction requested=false 2024-11-11T21:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/cffcf6b3458601ae90d7108d1c3f5270/cf/2d6f77c3a35745ee98e78af5a999d6ef] hfiles 2024-11-11T21:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 4e8ef3ab0deea2636711f00dbd0fbdab: 2024-11-11T21:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/cffcf6b3458601ae90d7108d1c3f5270/cf/2d6f77c3a35745ee98e78af5a999d6ef for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. for SnapshotProcedureTest completed. 2024-11-11T21:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/4e8ef3ab0deea2636711f00dbd0fbdab/cf/8ad5f04fe03a479ba14ee7c7d55971a8] hfiles 2024-11-11T21:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/4e8ef3ab0deea2636711f00dbd0fbdab/cf/8ad5f04fe03a479ba14ee7c7d55971a8 for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741858_1034 (size=28623) 2024-11-11T21:14:56,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741858_1034 (size=28623) 2024-11-11T21:14:56,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/9af01f5331634aab1023ebd7a50a08b2/.tmp/cf/19ef5c51ffd243469a87db078abbc309 as hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/9af01f5331634aab1023ebd7a50a08b2/cf/19ef5c51ffd243469a87db078abbc309 2024-11-11T21:14:56,201 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/e8be081f67b542cf8e1c31cfe4ab6441/cf/349b8c5e19e04ebfb6e314259449b736, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T21:14:56,202 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e8be081f67b542cf8e1c31cfe4ab6441 in 140ms, sequenceid=5, compaction requested=false 2024-11-11T21:14:56,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e8be081f67b542cf8e1c31cfe4ab6441: 2024-11-11T21:14:56,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. for SnapshotProcedureTest completed. 2024-11-11T21:14:56,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:14:56,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/e8be081f67b542cf8e1c31cfe4ab6441/cf/349b8c5e19e04ebfb6e314259449b736] hfiles 2024-11-11T21:14:56,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/e8be081f67b542cf8e1c31cfe4ab6441/cf/349b8c5e19e04ebfb6e314259449b736 for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,207 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/9af01f5331634aab1023ebd7a50a08b2/cf/19ef5c51ffd243469a87db078abbc309, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T21:14:56,209 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 9af01f5331634aab1023ebd7a50a08b2 in 117ms, sequenceid=5, compaction requested=false 2024-11-11T21:14:56,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 9af01f5331634aab1023ebd7a50a08b2: 2024-11-11T21:14:56,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. for SnapshotProcedureTest completed. 2024-11-11T21:14:56,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T21:14:56,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/9af01f5331634aab1023ebd7a50a08b2/cf/19ef5c51ffd243469a87db078abbc309] hfiles 2024-11-11T21:14:56,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/9af01f5331634aab1023ebd7a50a08b2/cf/19ef5c51ffd243469a87db078abbc309 for snapshot=SnapshotProcedureTest 2024-11-11T21:14:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741859_1035 (size=97) 2024-11-11T21:14:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741859_1035 (size=97) 2024-11-11T21:14:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741859_1035 (size=97) 2024-11-11T21:14:56,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731359666334.cffcf6b3458601ae90d7108d1c3f5270. 2024-11-11T21:14:56,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T21:14:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T21:14:56,228 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:56,228 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffcf6b3458601ae90d7108d1c3f5270 2024-11-11T21:14:56,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cffcf6b3458601ae90d7108d1c3f5270 in 10.1840 sec 2024-11-11T21:14:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741860_1036 (size=105) 2024-11-11T21:14:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741860_1036 (size=105) 2024-11-11T21:14:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741860_1036 (size=105) 2024-11-11T21:14:56,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:14:56,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T21:14:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T21:14:56,239 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:56,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:14:56,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4e8ef3ab0deea2636711f00dbd0fbdab in 10.1960 sec 2024-11-11T21:14:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741861_1037 (size=105) 2024-11-11T21:14:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741861_1037 (size=105) 2024-11-11T21:14:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741862_1038 (size=105) 2024-11-11T21:14:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741861_1037 (size=105) 2024-11-11T21:14:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741862_1038 (size=105) 2024-11-11T21:14:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741862_1038 (size=105) 2024-11-11T21:14:56,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731359666334.9af01f5331634aab1023ebd7a50a08b2. 2024-11-11T21:14:56,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T21:14:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T21:14:56,250 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:56,250 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af01f5331634aab1023ebd7a50a08b2 2024-11-11T21:14:56,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9af01f5331634aab1023ebd7a50a08b2 in 10.2060 sec 2024-11-11T21:14:56,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:14:56,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T21:14:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T21:14:56,648 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:56,648 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:14:56,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-11T21:14:56,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8be081f67b542cf8e1c31cfe4ab6441 in 10.6040 sec 2024-11-11T21:14:56,651 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T21:14:56,652 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T21:14:56,652 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T21:14:56,652 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T21:14:56,654 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T21:14:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741863_1039 (size=1174) 2024-11-11T21:14:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741863_1039 (size=1174) 2024-11-11T21:14:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741863_1039 (size=1174) 2024-11-11T21:14:56,673 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T21:14:56,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T21:14:56,680 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,33527,1731359655249 2024-11-11T21:14:56,680 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:56,680 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,33527,1731359655249 2024-11-11T21:14:56,680 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:56,680 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,33527,1731359655249 2024-11-11T21:14:56,684 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,46153,1731359655206 2024-11-11T21:14:56,684 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,39357,1731359655155 2024-11-11T21:14:56,684 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,39357,1731359655155 2024-11-11T21:14:56,684 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,39357,1731359655155 2024-11-11T21:14:56,743 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:15:06,249 INFO [master/f286ae0a5299:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T21:15:06,249 INFO [master/f286ae0a5299:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T21:15:06,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-11T21:15:06,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-11T21:15:06,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-11T21:15:06,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-11T21:15:06,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-11T21:15:06,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-11T21:15:06,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-11T21:15:06,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-11T21:15:06,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-11T21:15:06,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T21:15:06,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T21:15:06,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T21:15:06,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-11T21:15:06,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-11T21:15:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T21:15:06,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-11T21:15:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-11T21:15:06,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-11T21:15:06,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T21:15:06,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T21:15:06,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-11T21:15:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-11T21:15:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-11T21:15:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-11T21:15:06,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-11T21:15:06,692 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,33527,1731359655249 Release verify snapshot worker=f286ae0a5299,33527,1731359655249 2024-11-11T21:15:06,692 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,46153,1731359655206 Release verify snapshot worker=f286ae0a5299,46153,1731359655206 2024-11-11T21:15:06,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-11T21:15:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T21:15:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-11T21:15:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-11T21:15:06,695 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,46153,1731359655206 Release verify snapshot worker=f286ae0a5299,46153,1731359655206 2024-11-11T21:15:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-11T21:15:06,695 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,33527,1731359655249 Release verify snapshot worker=f286ae0a5299,33527,1731359655249 2024-11-11T21:15:06,697 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,46153,1731359655206 2024-11-11T21:15:06,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,33527,1731359655249 in 10.0150 sec 2024-11-11T21:15:06,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,33527,1731359655249 in 10.0180 sec 2024-11-11T21:15:06,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,46153,1731359655206 in 10.0150 sec 2024-11-11T21:15:06,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,46153,1731359655206 in 10.0180 sec 2024-11-11T21:15:06,698 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,46153,1731359655206 Release verify snapshot worker=f286ae0a5299,46153,1731359655206 2024-11-11T21:15:06,698 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,33527,1731359655249 Release verify snapshot worker=f286ae0a5299,33527,1731359655249 2024-11-11T21:15:06,698 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,39357,1731359655155 Release verify snapshot worker=f286ae0a5299,39357,1731359655155 2024-11-11T21:15:06,698 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,39357,1731359655155 Release verify snapshot worker=f286ae0a5299,39357,1731359655155 2024-11-11T21:15:06,699 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,39357,1731359655155 Release verify snapshot worker=f286ae0a5299,39357,1731359655155 2024-11-11T21:15:06,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,39357,1731359655155 in 10.0210 sec 2024-11-11T21:15:06,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,46153,1731359655206 in 10.0210 sec 2024-11-11T21:15:06,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,33527,1731359655249 in 10.0210 sec 2024-11-11T21:15:06,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,39357,1731359655155 in 10.0210 sec 2024-11-11T21:15:06,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,39357,1731359655155 in 10.0220 sec 2024-11-11T21:15:06,743 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f286ae0a5299,46153,1731359655206 2024-11-11T21:15:06,743 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f286ae0a5299,46153,1731359655206: Simulated kill ***** 2024-11-11T21:15:06,743 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:15:06,743 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:15:06,744 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:15:06,744 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:15:06,744 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:15:06,745 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 399321992 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 172129672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:15:06,745 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38561 {}] master.MasterRpcServices(700): f286ae0a5299,46153,1731359655206 reported a fatal error: ***** ABORTING region server f286ae0a5299,46153,1731359655206: Simulated kill ***** 2024-11-11T21:15:06,748 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,46153,1731359655206' ***** 2024-11-11T21:15:06,748 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T21:15:06,749 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:15:06,749 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:15:06,749 INFO [RS:1;f286ae0a5299:46153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T21:15:06,749 INFO [RS:1;f286ae0a5299:46153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T21:15:06,749 INFO [RS:1;f286ae0a5299:46153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:15:06,749 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:15:06,749 INFO [RS:1;f286ae0a5299:46153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f286ae0a5299:46153. 2024-11-11T21:15:06,749 DEBUG [RS:1;f286ae0a5299:46153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:15:06,749 DEBUG [RS:1;f286ae0a5299:46153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:15:06,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741836_1012 (size=14382) 2024-11-11T21:15:06,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741836_1012 (size=14382) 2024-11-11T21:15:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741836_1012 (size=14382) 2024-11-11T21:15:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741834_1010 (size=2301) 2024-11-11T21:15:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741834_1010 (size=2301) 2024-11-11T21:15:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741834_1010 (size=2301) 2024-11-11T21:15:06,758 DEBUG [RS:1;f286ae0a5299:46153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:15:06,758 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:15:06,758 INFO [RS:1;f286ae0a5299:46153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46153 2024-11-11T21:15:06,825 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:15:06,836 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,46153,1731359655206 2024-11-11T21:15:06,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:15:06,836 INFO [RS:1;f286ae0a5299:46153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:15:06,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,46153,1731359655206] 2024-11-11T21:15:06,857 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,46153,1731359655206 already deleted, retry=false 2024-11-11T21:15:06,857 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f286ae0a5299,46153,1731359655206 on f286ae0a5299,38561,1731359654955 2024-11-11T21:15:06,858 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f286ae0a5299,46153,1731359655206, splitWal=true, meta=true 2024-11-11T21:15:06,858 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for f286ae0a5299,46153,1731359655206 (carryingMeta=true) f286ae0a5299,46153,1731359655206/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@27081752[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T21:15:06,859 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f286ae0a5299,46153,1731359655206, splitWal=true, meta=true 2024-11-11T21:15:06,859 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f286ae0a5299,46153,1731359655206, splitWal=true, meta=true, isMeta: true 2024-11-11T21:15:06,861 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting 2024-11-11T21:15:06,862 INFO [PEWorker-1 {}] master.SplitWALManager(105): f286ae0a5299,46153,1731359655206 WAL count=1, meta=true 2024-11-11T21:15:06,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta}] 2024-11-11T21:15:06,864 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=f286ae0a5299,39357,1731359655155 2024-11-11T21:15:06,864 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-11T21:15:06,864 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-11T21:15:06,864 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-11T21:15:06,864 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-11T21:15:06,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta, worker=f286ae0a5299,39357,1731359655155}] 2024-11-11T21:15:06,865 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,46153,1731359655206 Release verify snapshot worker=f286ae0a5299,46153,1731359655206 2024-11-11T21:15:06,865 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to f286ae0a5299,46153,1731359655206, this operation will be retried to send to another server 2024-11-11T21:15:06,865 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T21:15:06,866 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731359707865 2024-11-11T21:15:06,899 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:15:06,899 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:15:06,947 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:15:06,947 INFO [RS:1;f286ae0a5299:46153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:15:06,947 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x1012bbfbfc40002, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:15:06,947 INFO [RS:1;f286ae0a5299:46153 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,46153,1731359655206; zookeeper connection closed. 2024-11-11T21:15:06,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62b5954b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62b5954b 2024-11-11T21:15:07,867 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f286ae0a5299,39357,1731359655155 2024-11-11T21:15:14,912 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:15:15,897 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T21:15:16,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-11T21:15:16,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-11T21:15:16,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-11T21:15:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-11T21:15:16,875 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,39357,1731359655155 Release verify snapshot worker=f286ae0a5299,39357,1731359655155 2024-11-11T21:15:16,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-11T21:15:16,878 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T21:15:16,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f286ae0a5299,39357,1731359655155 in 20.1980 sec 2024-11-11T21:15:16,878 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T21:15:16,880 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T21:15:16,880 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T21:15:16,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8580 sec 2024-11-11T21:15:16,892 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta, size=14.0 K (14382bytes) 2024-11-11T21:15:16,892 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta 2024-11-11T21:15:16,892 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta after 0ms 2024-11-11T21:15:16,895 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta took 3ms 2024-11-11T21:15:16,897 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-11T21:15:16,900 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta so closing down 2024-11-11T21:15:16,900 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:15:16,904 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta.temp 2024-11-11T21:15:16,906 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta.temp 2024-11-11T21:15:16,907 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:15:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741864_1040 (size=14141) 2024-11-11T21:15:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741864_1040 (size=14141) 2024-11-11T21:15:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741864_1040 (size=14141) 2024-11-11T21:15:16,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-11T21:15:16,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta.temp to hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T21:15:16,919 INFO [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-11T21:15:16,919 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta, journal: Splitting hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta, size=14.0 K (14382bytes) at 1731359716892Finishing writing output for hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta so closing down at 1731359716900 (+8 ms)Creating recovered edits writer path=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta.temp at 1731359716906 (+6 ms)3 split writer threads finished at 1731359716907 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731359716917 (+10 ms)Rename recovered edits hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta.temp to hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731359716919 (+2 ms)Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731359716919 2024-11-11T21:15:16,919 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta 2024-11-11T21:15:16,919 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T21:15:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38561 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-11T21:15:16,923 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting/f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta to hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/oldWALs 2024-11-11T21:15:16,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-11T21:15:16,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta, worker=f286ae0a5299,39357,1731359655155 in 10.0580 sec 2024-11-11T21:15:16,926 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=f286ae0a5299,39357,1731359655155 2024-11-11T21:15:16,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T21:15:16,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure f286ae0a5299%2C46153%2C1731359655206.meta.1731359666160.meta, worker=f286ae0a5299,39357,1731359655155 in 10.0640 sec 2024-11-11T21:15:16,929 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,46153,1731359655206-splitting dir is empty, no logs to split. 2024-11-11T21:15:16,929 INFO [PEWorker-4 {}] master.SplitWALManager(105): f286ae0a5299,46153,1731359655206 WAL count=0, meta=true 2024-11-11T21:15:16,929 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if f286ae0a5299,46153,1731359655206 WAL splitting is done? wals=0, meta=true 2024-11-11T21:15:16,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:15:16,930 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:15:16,931 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:15:16,962 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T21:15:16,964 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f286ae0a5299:46153 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f286ae0a5299/172.17.0.2:46153 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:15:16,965 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1, error=java.net.ConnectException: Call to address=f286ae0a5299:46153 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f286ae0a5299/172.17.0.2:46153 2024-11-11T21:15:16,966 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-11T21:15:16,966 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1 from cache 2024-11-11T21:15:16,967 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address f286ae0a5299:46153 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f286ae0a5299/172.17.0.2:46153 2024-11-11T21:15:17,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:15:17,072 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1] 2024-11-11T21:15:17,072 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.AbstractRpcClient(357): Not trying to connect to f286ae0a5299:46153 this server is in the failed servers list 2024-11-11T21:15:17,074 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f286ae0a5299:46153 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f286ae0a5299:46153 2024-11-11T21:15:17,074 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f286ae0a5299:46153 2024-11-11T21:15:17,074 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46153,1731359655206, seqNum=-1 from cache 2024-11-11T21:15:17,081 DEBUG [f286ae0a5299:38561 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T21:15:17,082 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:15:17,082 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:15:17,082 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:15:17,082 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:15:17,082 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:15:17,082 INFO [f286ae0a5299:38561 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:15:17,082 INFO [f286ae0a5299:38561 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:15:17,082 DEBUG [f286ae0a5299:38561 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:15:17,083 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,33527,1731359655249 2024-11-11T21:15:17,084 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,33527,1731359655249, state=OPENING 2024-11-11T21:15:17,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:15:17,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:15:17,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:15:17,130 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:15:17,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:15:17,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:15:17,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:15:17,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,33527,1731359655249}] 2024-11-11T21:15:17,280 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:15:17,283 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1] 2024-11-11T21:15:17,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33527 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50256 deadline: 1731359776964, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 2024-11-11T21:15:17,292 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:17,292 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:17,292 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 from cache 2024-11-11T21:15:17,599 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:15:17,600 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1] 2024-11-11T21:15:17,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50256 deadline: 1731359776962, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 2024-11-11T21:15:17,601 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:17,601 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:17,601 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 from cache 2024-11-11T21:15:18,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:15:18,111 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1] 2024-11-11T21:15:18,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33527 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50256 deadline: 1731359776963, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 2024-11-11T21:15:18,113 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:18,113 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:18,113 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 from cache 2024-11-11T21:15:19,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:15:19,131 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1] 2024-11-11T21:15:19,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50256 deadline: 1731359776963, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 2024-11-11T21:15:19,138 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to f286ae0a5299,33527,1731359655249 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 16, timeout = 60000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T21:15:19,140 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:19,140 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:19,140 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 from cache 2024-11-11T21:15:20,757 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:38561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T21:15:21,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:15:21,151 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1] 2024-11-11T21:15:21,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33527 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50256 deadline: 1731359776962, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 2024-11-11T21:15:21,152 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to f286ae0a5299,33527,1731359655249 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 16, timeout = 60000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T21:15:21,153 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:21,153 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:21,153 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 from cache 2024-11-11T21:15:21,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e8be081f67b542cf8e1c31cfe4ab6441, had cached 0 bytes from a total of 47197 2024-11-11T21:15:21,665 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9af01f5331634aab1023ebd7a50a08b2, had cached 0 bytes from a total of 28623 2024-11-11T21:15:21,678 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4e8ef3ab0deea2636711f00dbd0fbdab, had cached 0 bytes from a total of 26918 2024-11-11T21:15:21,691 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cffcf6b3458601ae90d7108d1c3f5270, had cached 0 bytes from a total of 499309 2024-11-11T21:15:25,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:15:25,171 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1] 2024-11-11T21:15:25,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50256 deadline: 1731359776963, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 2024-11-11T21:15:25,173 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to f286ae0a5299,33527,1731359655249 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 16, timeout = 60000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-11T21:15:25,175 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:25,175 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on f286ae0a5299,33527,1731359655249 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T21:15:25,175 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1 from cache 2024-11-11T21:15:27,138 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:15:27,138 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:15:27,138 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:15:27,140 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C33527%2C1731359655249.meta, suffix=.meta, logDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,33527,1731359655249, archiveDir=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/oldWALs, maxLogs=32 2024-11-11T21:15:27,153 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,33527,1731359655249/f286ae0a5299%2C33527%2C1731359655249.meta.1731359727140.meta, exclude list is [], retry=0 2024-11-11T21:15:27,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40649,DS-80f41a4f-f170-4909-ba73-35171559da50,DISK] 2024-11-11T21:15:27,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-678de1d9-c493-412c-83ce-bf55c46545b7,DISK] 2024-11-11T21:15:27,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38237,DS-3105d41f-e897-4d34-ae18-bb8a68bd899f,DISK] 2024-11-11T21:15:27,157 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/WALs/f286ae0a5299,33527,1731359655249/f286ae0a5299%2C33527%2C1731359655249.meta.1731359727140.meta 2024-11-11T21:15:27,159 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429),(127.0.0.1/127.0.0.1:46571:46571),(127.0.0.1/127.0.0.1:39761:39761)] 2024-11-11T21:15:27,159 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:15:27,159 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:15:27,159 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:15:27,159 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:15:27,159 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:15:27,160 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:15:27,160 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:15:27,160 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:15:27,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:15:27,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:15:27,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:15:27,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:15:27,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:15:27,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:15:27,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:15:27,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:15:27,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:15:27,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:15:27,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:15:27,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:15:27,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:15:27,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:15:27,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:15:27,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:15:27,167 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:15:27,168 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740 2024-11-11T21:15:27,169 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740 2024-11-11T21:15:27,170 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T21:15:27,178 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T21:15:27,179 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-11T21:15:27,199 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/.tmp/info/4b8fe9ac7d7d4df49002c79024be0a03 is 167, key is SPTestTable,19999999,1731359666334.f42ed736c2b6216585ce3a1f6b5e54fb./info:regioninfo/1731359676649/Put/seqid=0 2024-11-11T21:15:27,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741866_1042 (size=18393) 2024-11-11T21:15:27,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741866_1042 (size=18393) 2024-11-11T21:15:27,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741866_1042 (size=18393) 2024-11-11T21:15:27,208 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/.tmp/info/4b8fe9ac7d7d4df49002c79024be0a03 2024-11-11T21:15:27,228 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/.tmp/ns/3e3fb951cd984e68989c9e72849168e4 is 43, key is default/ns:d/1731359666225/Put/seqid=0 2024-11-11T21:15:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741867_1043 (size=5153) 2024-11-11T21:15:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741867_1043 (size=5153) 2024-11-11T21:15:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741867_1043 (size=5153) 2024-11-11T21:15:27,235 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/.tmp/ns/3e3fb951cd984e68989c9e72849168e4 2024-11-11T21:15:27,254 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/.tmp/table/e411e3b0ee6249d2bdb2f374848b27e2 is 47, key is SPTestTable/table:state/1731359676737/Put/seqid=0 2024-11-11T21:15:27,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741868_1044 (size=5214) 2024-11-11T21:15:27,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741868_1044 (size=5214) 2024-11-11T21:15:27,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741868_1044 (size=5214) 2024-11-11T21:15:27,261 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/.tmp/table/e411e3b0ee6249d2bdb2f374848b27e2 2024-11-11T21:15:27,267 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/.tmp/info/4b8fe9ac7d7d4df49002c79024be0a03 as hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/info/4b8fe9ac7d7d4df49002c79024be0a03 2024-11-11T21:15:27,274 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/info/4b8fe9ac7d7d4df49002c79024be0a03, entries=100, sequenceid=28, filesize=18.0 K 2024-11-11T21:15:27,275 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/.tmp/ns/3e3fb951cd984e68989c9e72849168e4 as hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/ns/3e3fb951cd984e68989c9e72849168e4 2024-11-11T21:15:27,281 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/ns/3e3fb951cd984e68989c9e72849168e4, entries=2, sequenceid=28, filesize=5.0 K 2024-11-11T21:15:27,282 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/.tmp/table/e411e3b0ee6249d2bdb2f374848b27e2 as hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/table/e411e3b0ee6249d2bdb2f374848b27e2 2024-11-11T21:15:27,288 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/table/e411e3b0ee6249d2bdb2f374848b27e2, entries=2, sequenceid=28, filesize=5.1 K 2024-11-11T21:15:27,289 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=28, compaction requested=false; wal=null 2024-11-11T21:15:27,289 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T21:15:27,291 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:15:27,291 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:15:27,292 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:15:27,293 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:15:27,295 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-11T21:15:27,297 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74608563, jitterRate=0.11175422370433807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:15:27,297 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:15:27,297 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359727160Writing region info on filesystem at 1731359727160Initializing all the Stores at 1731359727161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359727161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359727161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359727161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359727161Obtaining lock to block concurrent updates at 1731359727179 (+18 ms)Preparing flush snapshotting stores in 1588230740 at 1731359727179Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731359727179Flushing stores of hbase:meta,,1.1588230740 at 1731359727179Flushing 1588230740/info: creating writer at 1731359727179Flushing 1588230740/info: appending metadata at 1731359727199 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731359727199Flushing 1588230740/ns: creating writer at 1731359727214 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731359727228 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731359727228Flushing 1588230740/table: creating writer at 1731359727240 (+12 ms)Flushing 1588230740/table: appending metadata at 1731359727253 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731359727253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d399d71: reopening flushed file at 1731359727266 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a7ce4ed: reopening flushed file at 1731359727274 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f5c7fd: reopening flushed file at 1731359727281 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=28, compaction requested=false; wal=null at 1731359727289 (+8 ms)Cleaning up temporary data from old regions at 1731359727291 (+2 ms)Running coprocessor post-open hooks at 1731359727297 (+6 ms)Region opened successfully at 1731359727297 2024-11-11T21:15:27,298 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731359727133 2024-11-11T21:15:27,300 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:15:27,300 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:15:27,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=f286ae0a5299,33527,1731359655249 2024-11-11T21:15:27,301 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,33527,1731359655249, state=OPEN 2024-11-11T21:15:27,350 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38561 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f286ae0a5299,33527,1731359655249, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T21:15:27,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:15:27,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:15:27,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:15:27,351 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,33527,1731359655249 2024-11-11T21:15:27,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:15:27,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:15:27,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:15:27,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-11T21:15:27,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,33527,1731359655249 in 10.2210 sec 2024-11-11T21:15:27,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-11T21:15:27,354 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): f286ae0a5299,46153,1731359655206 had 5 regions 2024-11-11T21:15:27,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4230 sec 2024-11-11T21:15:27,355 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f286ae0a5299,46153,1731359655206, splitWal=true, meta=true, isMeta: false 2024-11-11T21:15:27,357 INFO [PEWorker-4 {}] master.SplitWALManager(105): f286ae0a5299,46153,1731359655206 WAL count=1, meta=false 2024-11-11T21:15:27,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f286ae0a5299%2C46153%2C1731359655206.1731359656004}] 2024-11-11T21:15:27,359 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=f286ae0a5299,39357,1731359655155 2024-11-11T21:15:27,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f286ae0a5299%2C46153%2C1731359655206.1731359656004, worker=f286ae0a5299,39357,1731359655155}] 2024-11-11T21:15:27,939 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3da804d7e9e08b009d8b842ba9f02fb4 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:15:27,939 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 38e0afa79b7ab31299c26eae73a797fb changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:15:27,940 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4e8ef3ab0deea2636711f00dbd0fbdab changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:15:27,940 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:15:27,940 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0e86c6541152427ef45c8e152b62d7de changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:15:27,940 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aa58eb104aa555af0889bc64d8288d91 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:15:27,940 DEBUG [master/f286ae0a5299:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e8be081f67b542cf8e1c31cfe4ab6441 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:15:32,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:15:32,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:15:32,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:15:32,585 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:34587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T21:15:32,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:15:32,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:15:32,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:15:32,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:15:35,239 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:15:35,241 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33527,1731359655249, seqNum=-1] 2024-11-11T21:15:35,293 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T21:15:35,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:15:35,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:15:35,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:15:35,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:15:35,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:15:35,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:15:35,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:15:35,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816926454, stopped=false 2024-11-11T21:15:35,294 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,38561,1731359654955 2024-11-11T21:15:35,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:15:35,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:15:35,361 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:15:35,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:15:35,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:15:35,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:15:35,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:15:35,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:15:35,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:15:35,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:15:35,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:15:35,361 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,39357,1731359655155' ***** 2024-11-11T21:15:35,362 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:15:35,362 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,33527,1731359655249' ***** 2024-11-11T21:15:35,362 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:15:35,362 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:15:35,362 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:15:35,362 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:15:35,362 INFO [RS:0;f286ae0a5299:39357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:15:35,362 INFO [RS:0;f286ae0a5299:39357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:15:35,362 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(3091): Received CLOSE for aa58eb104aa555af0889bc64d8288d91 2024-11-11T21:15:35,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:15:35,363 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:15:35,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:15:35,364 INFO [RS:2;f286ae0a5299:33527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:15:35,364 INFO [RS:2;f286ae0a5299:33527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:15:35,364 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(3091): Received CLOSE for 3da804d7e9e08b009d8b842ba9f02fb4 2024-11-11T21:15:35,380 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(3091): Received CLOSE for e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:15:35,380 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:15:35,380 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,39357,1731359655155 2024-11-11T21:15:35,380 INFO [RS:0;f286ae0a5299:39357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:15:35,380 INFO [RS:0;f286ae0a5299:39357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:39357. 2024-11-11T21:15:35,381 DEBUG [RS:0;f286ae0a5299:39357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:15:35,381 DEBUG [RS:0;f286ae0a5299:39357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:15:35,381 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:15:35,381 DEBUG [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(1325): Online Regions={aa58eb104aa555af0889bc64d8288d91=SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91., e8be081f67b542cf8e1c31cfe4ab6441=SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441., 0e86c6541152427ef45c8e152b62d7de=SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de.} 2024-11-11T21:15:35,381 DEBUG [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(1351): Waiting on 0e86c6541152427ef45c8e152b62d7de, aa58eb104aa555af0889bc64d8288d91, e8be081f67b542cf8e1c31cfe4ab6441 2024-11-11T21:15:35,381 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa58eb104aa555af0889bc64d8288d91, disabling compactions & flushes 2024-11-11T21:15:35,381 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:15:35,381 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:15:35,381 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. after waiting 0 ms 2024-11-11T21:15:35,381 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:15:35,388 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:15:35,388 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(3091): Received CLOSE for 38e0afa79b7ab31299c26eae73a797fb 2024-11-11T21:15:35,388 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,33527,1731359655249 2024-11-11T21:15:35,388 INFO [RS:2;f286ae0a5299:33527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:15:35,388 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3da804d7e9e08b009d8b842ba9f02fb4, disabling compactions & flushes 2024-11-11T21:15:35,389 INFO [RS:2;f286ae0a5299:33527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f286ae0a5299:33527. 2024-11-11T21:15:35,389 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:15:35,389 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:15:35,389 DEBUG [RS:2;f286ae0a5299:33527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:15:35,389 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. after waiting 0 ms 2024-11-11T21:15:35,389 DEBUG [RS:2;f286ae0a5299:33527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:15:35,389 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:15:35,389 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:15:35,389 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:15:35,389 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:15:35,389 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:15:35,413 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:15:35,422 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-11T21:15:35,422 DEBUG [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(1325): Online Regions={3da804d7e9e08b009d8b842ba9f02fb4=SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4., 1588230740=hbase:meta,,1.1588230740, 4e8ef3ab0deea2636711f00dbd0fbdab=SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab., 38e0afa79b7ab31299c26eae73a797fb=SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb.} 2024-11-11T21:15:35,422 DEBUG [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38e0afa79b7ab31299c26eae73a797fb, 3da804d7e9e08b009d8b842ba9f02fb4, 4e8ef3ab0deea2636711f00dbd0fbdab 2024-11-11T21:15:35,436 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:15:35,436 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:15:35,436 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:15:35,436 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:15:35,436 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:15:35,455 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:15:35,488 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/3da804d7e9e08b009d8b842ba9f02fb4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:15:35,489 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:15:35,489 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3da804d7e9e08b009d8b842ba9f02fb4: Waiting for close lock at 1731359735388Running coprocessor pre-close hooks at 1731359735388Disabling compacts and flushes for region at 1731359735388Disabling writes for close at 1731359735389 (+1 ms)Writing region close event to WAL at 1731359735422 (+33 ms)Running coprocessor post-close hooks at 1731359735489 (+67 ms)Closed at 1731359735489 2024-11-11T21:15:35,489 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731359666334.3da804d7e9e08b009d8b842ba9f02fb4. 2024-11-11T21:15:35,489 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e8ef3ab0deea2636711f00dbd0fbdab, disabling compactions & flushes 2024-11-11T21:15:35,489 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:15:35,489 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:15:35,489 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. after waiting 0 ms 2024-11-11T21:15:35,489 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:15:35,505 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/aa58eb104aa555af0889bc64d8288d91/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:15:35,506 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:15:35,506 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa58eb104aa555af0889bc64d8288d91: Waiting for close lock at 1731359735381Running coprocessor pre-close hooks at 1731359735381Disabling compacts and flushes for region at 1731359735381Disabling writes for close at 1731359735381Writing region close event to WAL at 1731359735406 (+25 ms)Running coprocessor post-close hooks at 1731359735506 (+100 ms)Closed at 1731359735506 2024-11-11T21:15:35,507 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731359666334.aa58eb104aa555af0889bc64d8288d91. 2024-11-11T21:15:35,507 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8be081f67b542cf8e1c31cfe4ab6441, disabling compactions & flushes 2024-11-11T21:15:35,507 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:15:35,507 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:15:35,507 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. after waiting 0 ms 2024-11-11T21:15:35,507 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:15:35,554 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/4e8ef3ab0deea2636711f00dbd0fbdab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:15:35,555 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:15:35,555 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e8ef3ab0deea2636711f00dbd0fbdab: Waiting for close lock at 1731359735489Running coprocessor pre-close hooks at 1731359735489Disabling compacts and flushes for region at 1731359735489Disabling writes for close at 1731359735489Writing region close event to WAL at 1731359735528 (+39 ms)Running coprocessor post-close hooks at 1731359735555 (+27 ms)Closed at 1731359735555 2024-11-11T21:15:35,555 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731359666334.4e8ef3ab0deea2636711f00dbd0fbdab. 2024-11-11T21:15:35,555 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38e0afa79b7ab31299c26eae73a797fb, disabling compactions & flushes 2024-11-11T21:15:35,555 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:15:35,555 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:15:35,555 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. after waiting 0 ms 2024-11-11T21:15:35,555 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:15:35,579 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/e8be081f67b542cf8e1c31cfe4ab6441/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:15:35,580 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:15:35,580 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8be081f67b542cf8e1c31cfe4ab6441: Waiting for close lock at 1731359735507Running coprocessor pre-close hooks at 1731359735507Disabling compacts and flushes for region at 1731359735507Disabling writes for close at 1731359735507Writing region close event to WAL at 1731359735551 (+44 ms)Running coprocessor post-close hooks at 1731359735580 (+29 ms)Closed at 1731359735580 2024-11-11T21:15:35,581 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731359666334.e8be081f67b542cf8e1c31cfe4ab6441. 2024-11-11T21:15:35,581 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e86c6541152427ef45c8e152b62d7de, disabling compactions & flushes 2024-11-11T21:15:35,581 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:15:35,581 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:15:35,581 DEBUG [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(1351): Waiting on 0e86c6541152427ef45c8e152b62d7de 2024-11-11T21:15:35,581 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. after waiting 0 ms 2024-11-11T21:15:35,581 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:15:35,583 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-11T21:15:35,584 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:15:35,585 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:15:35,585 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359735436Running coprocessor pre-close hooks at 1731359735436Disabling compacts and flushes for region at 1731359735436Disabling writes for close at 1731359735436Writing region close event to WAL at 1731359735564 (+128 ms)Running coprocessor post-close hooks at 1731359735584 (+20 ms)Closed at 1731359735585 (+1 ms) 2024-11-11T21:15:35,585 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:15:35,606 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/38e0afa79b7ab31299c26eae73a797fb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:15:35,607 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:15:35,607 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38e0afa79b7ab31299c26eae73a797fb: Waiting for close lock at 1731359735555Running coprocessor pre-close hooks at 1731359735555Disabling compacts and flushes for region at 1731359735555Disabling writes for close at 1731359735555Writing region close event to WAL at 1731359735566 (+11 ms)Running coprocessor post-close hooks at 1731359735607 (+41 ms)Closed at 1731359735607 2024-11-11T21:15:35,607 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731359666334.38e0afa79b7ab31299c26eae73a797fb. 2024-11-11T21:15:35,609 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/data/default/SPTestTable/0e86c6541152427ef45c8e152b62d7de/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:15:35,610 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:15:35,610 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e86c6541152427ef45c8e152b62d7de: Waiting for close lock at 1731359735581Running coprocessor pre-close hooks at 1731359735581Disabling compacts and flushes for region at 1731359735581Disabling writes for close at 1731359735581Writing region close event to WAL at 1731359735586 (+5 ms)Running coprocessor post-close hooks at 1731359735610 (+24 ms)Closed at 1731359735610 2024-11-11T21:15:35,610 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731359666334.0e86c6541152427ef45c8e152b62d7de. 2024-11-11T21:15:35,622 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,33527,1731359655249; all regions closed. 2024-11-11T21:15:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741865_1041 (size=678) 2024-11-11T21:15:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741865_1041 (size=678) 2024-11-11T21:15:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741865_1041 (size=678) 2024-11-11T21:15:35,633 DEBUG [RS:2;f286ae0a5299:33527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/oldWALs 2024-11-11T21:15:35,633 INFO [RS:2;f286ae0a5299:33527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C33527%2C1731359655249.meta:.meta(num 1731359727140) 2024-11-11T21:15:35,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741835_1011 (size=2334) 2024-11-11T21:15:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741835_1011 (size=2334) 2024-11-11T21:15:35,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741835_1011 (size=2334) 2024-11-11T21:15:35,656 DEBUG [RS:2;f286ae0a5299:33527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/oldWALs 2024-11-11T21:15:35,656 INFO [RS:2;f286ae0a5299:33527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C33527%2C1731359655249:(num 1731359656012) 2024-11-11T21:15:35,656 DEBUG [RS:2;f286ae0a5299:33527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:15:35,656 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:15:35,656 INFO [RS:2;f286ae0a5299:33527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:15:35,656 INFO [RS:2;f286ae0a5299:33527 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:15:35,657 INFO [RS:2;f286ae0a5299:33527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:15:35,657 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:15:35,657 INFO [RS:2;f286ae0a5299:33527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33527 2024-11-11T21:15:35,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,33527,1731359655249 2024-11-11T21:15:35,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:15:35,669 INFO [RS:2;f286ae0a5299:33527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:15:35,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,33527,1731359655249] 2024-11-11T21:15:35,689 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,33527,1731359655249 already deleted, retry=false 2024-11-11T21:15:35,690 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,33527,1731359655249 expired; onlineServers=1 2024-11-11T21:15:35,780 INFO [RS:2;f286ae0a5299:33527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:15:35,780 INFO [RS:2;f286ae0a5299:33527 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,33527,1731359655249; zookeeper connection closed. 2024-11-11T21:15:35,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:15:35,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1012bbfbfc40003, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:15:35,781 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,39357,1731359655155; all regions closed. 2024-11-11T21:15:35,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76d12fc4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76d12fc4 2024-11-11T21:15:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741833_1009 (size=2364) 2024-11-11T21:15:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741833_1009 (size=2364) 2024-11-11T21:15:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741833_1009 (size=2364) 2024-11-11T21:15:35,800 DEBUG [RS:0;f286ae0a5299:39357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/oldWALs 2024-11-11T21:15:35,800 INFO [RS:0;f286ae0a5299:39357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C39357%2C1731359655155:(num 1731359655972) 2024-11-11T21:15:35,800 DEBUG [RS:0;f286ae0a5299:39357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:15:35,800 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:15:35,800 INFO [RS:0;f286ae0a5299:39357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:15:35,800 INFO [RS:0;f286ae0a5299:39357 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:15:35,800 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:15:35,800 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:15:35,800 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:15:35,800 INFO [RS:0;f286ae0a5299:39357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:15:35,801 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:15:35,801 INFO [RS:0;f286ae0a5299:39357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39357 2024-11-11T21:15:35,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,39357,1731359655155 2024-11-11T21:15:35,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:15:35,814 INFO [RS:0;f286ae0a5299:39357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:15:35,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,39357,1731359655155] 2024-11-11T21:15:35,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,39357,1731359655155 already deleted, retry=false 2024-11-11T21:15:35,837 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,39357,1731359655155 expired; onlineServers=0 2024-11-11T21:15:35,837 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,38561,1731359654955' ***** 2024-11-11T21:15:35,837 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:15:35,837 INFO [M:0;f286ae0a5299:38561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:15:35,837 INFO [M:0;f286ae0a5299:38561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:15:35,837 DEBUG [M:0;f286ae0a5299:38561 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:15:35,837 DEBUG [M:0;f286ae0a5299:38561 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:15:35,837 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:15:35,837 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359655641 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359655641,5,FailOnTimeoutGroup] 2024-11-11T21:15:35,838 INFO [M:0;f286ae0a5299:38561 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:15:35,838 INFO [M:0;f286ae0a5299:38561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:15:35,838 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359655641 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359655641,5,FailOnTimeoutGroup] 2024-11-11T21:15:35,838 DEBUG [M:0;f286ae0a5299:38561 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:15:35,838 INFO [M:0;f286ae0a5299:38561 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:15:35,838 INFO [M:0;f286ae0a5299:38561 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:15:35,838 ERROR [M:0;f286ae0a5299:38561 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44753,5,PEWorkerGroup] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:44753 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44753,5,PEWorkerGroup] 2024-11-11T21:15:35,838 INFO [M:0;f286ae0a5299:38561 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:15:35,838 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:15:35,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:15:35,847 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-11T21:15:35,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:15:35,848 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-11T21:15:35,850 INFO [M:0;f286ae0a5299:38561 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/.lastflushedseqids 2024-11-11T21:15:35,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:15:35,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1012bbfbfc40001, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:15:35,927 INFO [RS:0;f286ae0a5299:39357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:15:35,927 INFO [RS:0;f286ae0a5299:39357 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,39357,1731359655155; zookeeper connection closed. 2024-11-11T21:15:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741869_1045 (size=632) 2024-11-11T21:15:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741869_1045 (size=632) 2024-11-11T21:15:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741869_1045 (size=632) 2024-11-11T21:15:35,934 INFO [M:0;f286ae0a5299:38561 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:15:35,934 INFO [M:0;f286ae0a5299:38561 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:15:35,935 DEBUG [M:0;f286ae0a5299:38561 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:15:35,935 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23439ae8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23439ae8 2024-11-11T21:15:35,935 INFO [M:0;f286ae0a5299:38561 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:15:35,935 DEBUG [M:0;f286ae0a5299:38561 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:15:35,935 DEBUG [M:0;f286ae0a5299:38561 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:15:35,935 DEBUG [M:0;f286ae0a5299:38561 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:15:35,935 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T21:15:35,935 INFO [M:0;f286ae0a5299:38561 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.61 KB heapSize=211.73 KB 2024-11-11T21:15:35,962 DEBUG [M:0;f286ae0a5299:38561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4850930cd1c475e80c4c1da46ce8d27 is 82, key is hbase:meta,,1/info:regioninfo/1731359727300/Put/seqid=0 2024-11-11T21:15:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741870_1046 (size=6071) 2024-11-11T21:15:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741870_1046 (size=6071) 2024-11-11T21:15:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741870_1046 (size=6071) 2024-11-11T21:15:36,017 INFO [M:0;f286ae0a5299:38561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4850930cd1c475e80c4c1da46ce8d27 2024-11-11T21:15:36,079 DEBUG [M:0;f286ae0a5299:38561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6ef7903998c4c63bd07567de01da5b2 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731359676741/Put/seqid=0 2024-11-11T21:15:36,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741871_1047 (size=11609) 2024-11-11T21:15:36,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741871_1047 (size=11609) 2024-11-11T21:15:36,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741871_1047 (size=11609) 2024-11-11T21:15:36,132 INFO [M:0;f286ae0a5299:38561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.38 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6ef7903998c4c63bd07567de01da5b2 2024-11-11T21:15:36,139 INFO [M:0;f286ae0a5299:38561 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6ef7903998c4c63bd07567de01da5b2 2024-11-11T21:15:36,162 DEBUG [M:0;f286ae0a5299:38561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1bc5f76755468aa054c35f6c0746d8 is 69, key is f286ae0a5299,33527,1731359655249/rs:state/1731359655780/Put/seqid=0 2024-11-11T21:15:36,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741872_1048 (size=5442) 2024-11-11T21:15:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741872_1048 (size=5442) 2024-11-11T21:15:36,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741872_1048 (size=5442) 2024-11-11T21:15:36,197 INFO [M:0;f286ae0a5299:38561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1bc5f76755468aa054c35f6c0746d8 2024-11-11T21:15:36,204 INFO [M:0;f286ae0a5299:38561 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d1bc5f76755468aa054c35f6c0746d8 2024-11-11T21:15:36,206 DEBUG [M:0;f286ae0a5299:38561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4850930cd1c475e80c4c1da46ce8d27 as hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4850930cd1c475e80c4c1da46ce8d27 2024-11-11T21:15:36,220 INFO [M:0;f286ae0a5299:38561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4850930cd1c475e80c4c1da46ce8d27, entries=14, sequenceid=416, filesize=5.9 K 2024-11-11T21:15:36,221 DEBUG [M:0;f286ae0a5299:38561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6ef7903998c4c63bd07567de01da5b2 as hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6ef7903998c4c63bd07567de01da5b2 2024-11-11T21:15:36,230 INFO [M:0;f286ae0a5299:38561 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6ef7903998c4c63bd07567de01da5b2 2024-11-11T21:15:36,230 INFO [M:0;f286ae0a5299:38561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6ef7903998c4c63bd07567de01da5b2, entries=52, sequenceid=416, filesize=11.3 K 2024-11-11T21:15:36,233 DEBUG [M:0;f286ae0a5299:38561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1bc5f76755468aa054c35f6c0746d8 as hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d1bc5f76755468aa054c35f6c0746d8 2024-11-11T21:15:36,243 INFO [M:0;f286ae0a5299:38561 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d1bc5f76755468aa054c35f6c0746d8 2024-11-11T21:15:36,243 INFO [M:0;f286ae0a5299:38561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44753/user/jenkins/test-data/16d3a4b2-6f2d-a489-13c7-9641c889fbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d1bc5f76755468aa054c35f6c0746d8, entries=3, sequenceid=416, filesize=5.3 K 2024-11-11T21:15:36,244 INFO [M:0;f286ae0a5299:38561 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.61 KB/176751, heapSize ~211.43 KB/216504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 309ms, sequenceid=416, compaction requested=false 2024-11-11T21:15:36,280 INFO [M:0;f286ae0a5299:38561 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:15:36,281 DEBUG [M:0;f286ae0a5299:38561 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359735935Disabling compacts and flushes for region at 1731359735935Disabling writes for close at 1731359735935Obtaining lock to block concurrent updates at 1731359735935Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359735935Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176751, getHeapSize=216744, getOffHeapSize=0, getCellsCount=515 at 1731359735935Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359735937 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359735937Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359735961 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359735962 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731359736038 (+76 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731359736078 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731359736078Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731359736139 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731359736161 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731359736161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@617603a6: reopening flushed file at 1731359736205 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f16e6dd: reopening flushed file at 1731359736220 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e20ca9b: reopening flushed file at 1731359736230 (+10 ms)Finished flush of dataSize ~172.61 KB/176751, heapSize ~211.43 KB/216504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 309ms, sequenceid=416, compaction requested=false at 1731359736244 (+14 ms)Writing region close event to WAL at 1731359736280 (+36 ms)Closed at 1731359736280 2024-11-11T21:15:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741830_1006 (size=204606) 2024-11-11T21:15:36,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741830_1006 (size=204606) 2024-11-11T21:15:36,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40649 is added to blk_1073741830_1006 (size=204606) 2024-11-11T21:15:36,305 INFO [M:0;f286ae0a5299:38561 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:15:36,305 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:15:36,305 INFO [M:0;f286ae0a5299:38561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38561 2024-11-11T21:15:36,305 INFO [M:0;f286ae0a5299:38561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:15:36,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:15:36,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x1012bbfbfc40000, quorum=127.0.0.1:60900, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:15:36,461 INFO [M:0;f286ae0a5299:38561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:15:36,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@553cf70f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:15:36,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2732ccd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:15:36,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:15:36,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78d78867{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:15:36,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b7c8bf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/hadoop.log.dir/,STOPPED} 2024-11-11T21:15:36,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:15:36,501 WARN [BP-224709088-172.17.0.2-1731359652044 heartbeating to localhost/127.0.0.1:44753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:15:36,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:15:36,501 WARN [BP-224709088-172.17.0.2-1731359652044 heartbeating to localhost/127.0.0.1:44753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-224709088-172.17.0.2-1731359652044 (Datanode Uuid b6cba44f-64b8-4a8f-8ab5-4a5a605f5b63) service to localhost/127.0.0.1:44753 2024-11-11T21:15:36,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data5/current/BP-224709088-172.17.0.2-1731359652044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:15:36,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data6/current/BP-224709088-172.17.0.2-1731359652044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:15:36,503 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:15:36,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58679f08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:15:36,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@239f9a61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:15:36,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:15:36,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e949aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:15:36,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b06c555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/hadoop.log.dir/,STOPPED} 2024-11-11T21:15:36,516 WARN [BP-224709088-172.17.0.2-1731359652044 heartbeating to localhost/127.0.0.1:44753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:15:36,516 WARN [BP-224709088-172.17.0.2-1731359652044 heartbeating to localhost/127.0.0.1:44753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-224709088-172.17.0.2-1731359652044 (Datanode Uuid 26c38f24-5cd4-4a87-8cd5-56d878defc60) service to localhost/127.0.0.1:44753 2024-11-11T21:15:36,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data3/current/BP-224709088-172.17.0.2-1731359652044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:15:36,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data4/current/BP-224709088-172.17.0.2-1731359652044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:15:36,518 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:15:36,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:15:36,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:15:36,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45814ff7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:15:36,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58ba3f82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:15:36,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:15:36,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363b88c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:15:36,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e26962f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/hadoop.log.dir/,STOPPED} 2024-11-11T21:15:36,542 WARN [BP-224709088-172.17.0.2-1731359652044 heartbeating to localhost/127.0.0.1:44753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:15:36,542 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:15:36,542 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:15:36,542 WARN [BP-224709088-172.17.0.2-1731359652044 heartbeating to localhost/127.0.0.1:44753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-224709088-172.17.0.2-1731359652044 (Datanode Uuid 13cddab2-b79b-46c7-ab61-25c526abea9e) service to localhost/127.0.0.1:44753 2024-11-11T21:15:36,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data1/current/BP-224709088-172.17.0.2-1731359652044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:15:36,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/cluster_aad11799-fa01-c249-1c99-f85ab82d89e4/data/data2/current/BP-224709088-172.17.0.2-1731359652044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:15:36,543 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:15:36,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c73343a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:15:36,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ac7a495{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:15:36,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:15:36,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37206f93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:15:36,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395eea5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ff60ed6-525c-a194-cef2-f994d2194d76/hadoop.log.dir/,STOPPED} 2024-11-11T21:15:36,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:15:36,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:15:36,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=132 (was 97) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44753 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44753 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f286ae0a5299:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:44753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=2596 (was 2604)