2024-12-10 23:14:59,677 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-10 23:14:59,693 main DEBUG Took 0.014501 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-10 23:14:59,694 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-10 23:14:59,694 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-10 23:14:59,696 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-10 23:14:59,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,709 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-10 23:14:59,727 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,730 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,733 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,734 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,736 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,737 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,738 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,739 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,740 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,741 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,742 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:14:59,743 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,743 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-10 23:14:59,745 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:14:59,746 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-10 23:14:59,749 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-10 23:14:59,749 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-10 23:14:59,751 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-10 23:14:59,751 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-10 23:14:59,762 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-10 23:14:59,765 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-10 23:14:59,767 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-10 23:14:59,767 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-10 23:14:59,768 main DEBUG createAppenders(={Console}) 2024-12-10 23:14:59,769 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-10 23:14:59,769 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-10 23:14:59,769 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-10 23:14:59,770 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-10 23:14:59,770 main DEBUG OutputStream closed 2024-12-10 23:14:59,771 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-10 23:14:59,771 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-10 23:14:59,772 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-10 23:14:59,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-10 23:14:59,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-10 23:14:59,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-10 23:14:59,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-10 23:14:59,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-10 23:14:59,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-10 23:14:59,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-10 23:14:59,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-10 23:14:59,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-10 23:14:59,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-10 23:14:59,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-10 23:14:59,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-10 23:14:59,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-10 23:14:59,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-10 23:14:59,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-10 23:14:59,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-10 23:14:59,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-10 23:14:59,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-10 23:14:59,887 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10 23:14:59,887 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-10 23:14:59,887 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-10 23:14:59,889 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-10T23:14:59,908 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-10 23:14:59,912 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-10 23:14:59,913 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10T23:14:59,928 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-10T23:14:59,982 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=5645 2024-12-10T23:15:00,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8 2024-12-10T23:15:00,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T23:15:00,402 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d, deleteOnExit=true 2024-12-10T23:15:00,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T23:15:00,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/test.cache.data in system properties and HBase conf 2024-12-10T23:15:00,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T23:15:00,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.log.dir in system properties and HBase conf 2024-12-10T23:15:00,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T23:15:00,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T23:15:00,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T23:15:00,526 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-10T23:15:00,695 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T23:15:00,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T23:15:00,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T23:15:00,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T23:15:00,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T23:15:00,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T23:15:00,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T23:15:00,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T23:15:00,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T23:15:00,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T23:15:00,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/nfs.dump.dir in system properties and HBase conf 2024-12-10T23:15:00,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/java.io.tmpdir in system properties and HBase conf 2024-12-10T23:15:00,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T23:15:00,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T23:15:00,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T23:15:01,703 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T23:15:01,780 INFO [Time-limited test {}] log.Log(170): Logging initialized @3176ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-10T23:15:01,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:15:01,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:15:01,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:15:01,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:15:01,942 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:15:01,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:15:01,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612d3c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:15:01,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b82aa31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:15:02,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c85e100{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/java.io.tmpdir/jetty-localhost-35689-hadoop-hdfs-3_4_1-tests_jar-_-any-16111921879979431154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T23:15:02,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@604398c4{HTTP/1.1, (http/1.1)}{localhost:35689} 2024-12-10T23:15:02,168 INFO [Time-limited test {}] server.Server(415): Started @3566ms 2024-12-10T23:15:02,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:15:02,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:15:02,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:15:02,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:15:02,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:15:02,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344ba041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:15:02,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423a5fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:15:02,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c5f936a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/java.io.tmpdir/jetty-localhost-46003-hadoop-hdfs-3_4_1-tests_jar-_-any-1731457874591249433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:15:02,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42a60629{HTTP/1.1, (http/1.1)}{localhost:46003} 2024-12-10T23:15:02,710 INFO [Time-limited test {}] server.Server(415): Started @4107ms 2024-12-10T23:15:02,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:15:02,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:15:02,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:15:02,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:15:02,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:15:02,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:15:02,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@469646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:15:02,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68afc928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:15:03,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3140e83e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/java.io.tmpdir/jetty-localhost-37165-hadoop-hdfs-3_4_1-tests_jar-_-any-2348022457690092593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:15:03,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64eb43bf{HTTP/1.1, (http/1.1)}{localhost:37165} 2024-12-10T23:15:03,030 INFO [Time-limited test {}] server.Server(415): Started @4427ms 2024-12-10T23:15:03,034 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:15:03,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:15:03,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:15:03,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:15:03,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:15:03,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:15:03,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f2b6eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:15:03,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3214352d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:15:03,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50c3eb8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/java.io.tmpdir/jetty-localhost-39381-hadoop-hdfs-3_4_1-tests_jar-_-any-13052278326715198201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:15:03,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d875a32{HTTP/1.1, (http/1.1)}{localhost:39381} 2024-12-10T23:15:03,216 INFO [Time-limited test {}] server.Server(415): Started @4613ms 2024-12-10T23:15:03,223 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:15:03,228 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data1/current/BP-1507106231-172.17.0.2-1733872501460/current, will proceed with Du for space computation calculation, 2024-12-10T23:15:03,228 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data4/current/BP-1507106231-172.17.0.2-1733872501460/current, will proceed with Du for space computation calculation, 2024-12-10T23:15:03,228 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data2/current/BP-1507106231-172.17.0.2-1733872501460/current, will proceed with Du for space computation calculation, 2024-12-10T23:15:03,228 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data3/current/BP-1507106231-172.17.0.2-1733872501460/current, will proceed with Du for space computation calculation, 2024-12-10T23:15:03,286 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:15:03,287 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:15:03,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fe5c7cdf36dfcb3 with lease ID 0xc71c22ae6ed84046: Processing first storage report for DS-eba9e6f1-9141-4b73-b363-74d40fd16d01 from datanode DatanodeRegistration(127.0.0.1:37253, datanodeUuid=b01f1f25-91c8-4eda-a09a-2146fd679d40, infoPort=35419, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460) 2024-12-10T23:15:03,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fe5c7cdf36dfcb3 with lease ID 0xc71c22ae6ed84046: from storage DS-eba9e6f1-9141-4b73-b363-74d40fd16d01 node DatanodeRegistration(127.0.0.1:37253, datanodeUuid=b01f1f25-91c8-4eda-a09a-2146fd679d40, infoPort=35419, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-10T23:15:03,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b656b12727409b6 with lease ID 0xc71c22ae6ed84045: Processing first storage report for DS-3cd7a0bd-34e0-4b12-bb71-2a7aec441998 from datanode DatanodeRegistration(127.0.0.1:36621, datanodeUuid=1c6d8dd5-e291-4f63-b377-8f9bb3f36e8f, infoPort=36021, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460) 2024-12-10T23:15:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b656b12727409b6 with lease ID 0xc71c22ae6ed84045: from storage DS-3cd7a0bd-34e0-4b12-bb71-2a7aec441998 node DatanodeRegistration(127.0.0.1:36621, datanodeUuid=1c6d8dd5-e291-4f63-b377-8f9bb3f36e8f, infoPort=36021, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T23:15:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fe5c7cdf36dfcb3 with lease ID 0xc71c22ae6ed84046: Processing first storage report for DS-5f802894-ba73-42f5-92eb-e3fe92cfd811 from datanode DatanodeRegistration(127.0.0.1:37253, datanodeUuid=b01f1f25-91c8-4eda-a09a-2146fd679d40, infoPort=35419, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460) 2024-12-10T23:15:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fe5c7cdf36dfcb3 with lease ID 0xc71c22ae6ed84046: from storage DS-5f802894-ba73-42f5-92eb-e3fe92cfd811 node DatanodeRegistration(127.0.0.1:37253, datanodeUuid=b01f1f25-91c8-4eda-a09a-2146fd679d40, infoPort=35419, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:15:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b656b12727409b6 with lease ID 0xc71c22ae6ed84045: Processing first storage report for DS-21ed14ca-a97a-412d-b340-288307d38ba3 from datanode DatanodeRegistration(127.0.0.1:36621, datanodeUuid=1c6d8dd5-e291-4f63-b377-8f9bb3f36e8f, infoPort=36021, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460) 2024-12-10T23:15:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b656b12727409b6 with lease ID 0xc71c22ae6ed84045: from storage DS-21ed14ca-a97a-412d-b340-288307d38ba3 node DatanodeRegistration(127.0.0.1:36621, datanodeUuid=1c6d8dd5-e291-4f63-b377-8f9bb3f36e8f, infoPort=36021, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T23:15:03,373 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data5/current/BP-1507106231-172.17.0.2-1733872501460/current, will proceed with Du for space computation calculation, 2024-12-10T23:15:03,374 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data6/current/BP-1507106231-172.17.0.2-1733872501460/current, will proceed with Du for space computation calculation, 2024-12-10T23:15:03,407 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:15:03,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16e9d255524fdb78 with lease ID 0xc71c22ae6ed84047: Processing first storage report for DS-1c0b0af0-1653-430b-bc2c-bcfb54a02ce1 from datanode DatanodeRegistration(127.0.0.1:45241, datanodeUuid=fb81673f-2d2f-4526-adcd-b92ccbdf51c6, infoPort=44353, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460) 2024-12-10T23:15:03,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16e9d255524fdb78 with lease ID 0xc71c22ae6ed84047: from storage DS-1c0b0af0-1653-430b-bc2c-bcfb54a02ce1 node DatanodeRegistration(127.0.0.1:45241, datanodeUuid=fb81673f-2d2f-4526-adcd-b92ccbdf51c6, infoPort=44353, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:15:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16e9d255524fdb78 with lease ID 0xc71c22ae6ed84047: Processing first storage report for DS-877ecd4d-0f68-43cc-8696-5c5e5ee0c5a0 from datanode DatanodeRegistration(127.0.0.1:45241, datanodeUuid=fb81673f-2d2f-4526-adcd-b92ccbdf51c6, infoPort=44353, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460) 2024-12-10T23:15:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16e9d255524fdb78 with lease ID 0xc71c22ae6ed84047: from storage DS-877ecd4d-0f68-43cc-8696-5c5e5ee0c5a0 node DatanodeRegistration(127.0.0.1:45241, datanodeUuid=fb81673f-2d2f-4526-adcd-b92ccbdf51c6, infoPort=44353, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=614142722;c=1733872501460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:15:03,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8 2024-12-10T23:15:03,721 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/zookeeper_0, clientPort=58859, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T23:15:03,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58859 2024-12-10T23:15:03,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:15:03,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:15:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:15:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:15:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:15:04,393 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e with version=8 2024-12-10T23:15:04,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/hbase-staging 2024-12-10T23:15:04,485 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-10T23:15:04,741 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:15:04,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:04,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:04,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:15:04,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:04,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:15:04,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T23:15:04,958 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-10T23:15:04,967 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-10T23:15:04,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:15:04,999 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10154 (auto-detected) 2024-12-10T23:15:05,000 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-10T23:15:05,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36579 2024-12-10T23:15:05,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36579 connecting to ZooKeeper ensemble=127.0.0.1:58859 2024-12-10T23:15:05,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365790x0, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:15:05,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36579-0x1019ea8b6260000 connected 2024-12-10T23:15:05,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:15:05,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:15:05,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:15:05,135 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e, hbase.cluster.distributed=false 2024-12-10T23:15:05,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:15:05,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36579 2024-12-10T23:15:05,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36579 2024-12-10T23:15:05,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36579 2024-12-10T23:15:05,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36579 2024-12-10T23:15:05,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36579 2024-12-10T23:15:05,279 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:15:05,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:05,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:05,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:15:05,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:05,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:15:05,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:15:05,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:15:05,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46305 2024-12-10T23:15:05,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46305 connecting to ZooKeeper ensemble=127.0.0.1:58859 2024-12-10T23:15:05,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:15:05,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:15:05,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463050x0, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:15:05,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46305-0x1019ea8b6260001 connected 2024-12-10T23:15:05,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:15:05,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:15:05,312 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:15:05,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:15:05,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:15:05,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46305 2024-12-10T23:15:05,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46305 2024-12-10T23:15:05,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46305 2024-12-10T23:15:05,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46305 2024-12-10T23:15:05,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46305 2024-12-10T23:15:05,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:15:05,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:05,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:05,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:15:05,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:05,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:15:05,342 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:15:05,342 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:15:05,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43131 2024-12-10T23:15:05,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43131 connecting to ZooKeeper ensemble=127.0.0.1:58859 2024-12-10T23:15:05,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:15:05,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:15:05,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431310x0, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:15:05,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43131-0x1019ea8b6260002 connected 2024-12-10T23:15:05,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:15:05,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:15:05,357 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:15:05,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:15:05,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:15:05,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43131 2024-12-10T23:15:05,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43131 2024-12-10T23:15:05,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43131 2024-12-10T23:15:05,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43131 2024-12-10T23:15:05,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43131 2024-12-10T23:15:05,384 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:15:05,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:05,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:05,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:15:05,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:15:05,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:15:05,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:15:05,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:15:05,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37345 2024-12-10T23:15:05,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37345 connecting to ZooKeeper ensemble=127.0.0.1:58859 2024-12-10T23:15:05,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:15:05,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:15:05,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373450x0, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:15:05,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373450x0, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:15:05,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37345-0x1019ea8b6260003 connected 2024-12-10T23:15:05,398 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:15:05,399 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:15:05,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:15:05,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:15:05,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37345 2024-12-10T23:15:05,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37345 2024-12-10T23:15:05,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37345 2024-12-10T23:15:05,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37345 2024-12-10T23:15:05,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37345 2024-12-10T23:15:05,420 DEBUG [M:0;7a5975741222:36579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a5975741222:36579 2024-12-10T23:15:05,421 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7a5975741222,36579,1733872504538 2024-12-10T23:15:05,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:15:05,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:15:05,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:15:05,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:15:05,431 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7a5975741222,36579,1733872504538 2024-12-10T23:15:05,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:15:05,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:15:05,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:05,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:15:05,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:05,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:05,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:05,454 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T23:15:05,455 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7a5975741222,36579,1733872504538 from backup master directory 2024-12-10T23:15:05,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7a5975741222,36579,1733872504538 2024-12-10T23:15:05,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:15:05,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:15:05,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:15:05,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:15:05,459 WARN [master/7a5975741222:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:15:05,460 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a5975741222,36579,1733872504538 2024-12-10T23:15:05,462 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-10T23:15:05,463 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-10T23:15:05,525 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/hbase.id] with ID: 10561b70-aad2-4638-9f97-e6f65027a476 2024-12-10T23:15:05,525 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/.tmp/hbase.id 2024-12-10T23:15:05,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:15:05,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:15:05,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:15:05,541 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/.tmp/hbase.id]:[hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/hbase.id] 2024-12-10T23:15:05,585 INFO [master/7a5975741222:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:15:05,589 INFO [master/7a5975741222:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T23:15:05,609 INFO [master/7a5975741222:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-10T23:15:05,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:05,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:05,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:05,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:05,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:15:05,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:15:05,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:15:05,659 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T23:15:05,661 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T23:15:05,678 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:15:05,682 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:15:05,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:15:05,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:15:05,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:15:05,735 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store 2024-12-10T23:15:05,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:15:05,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:15:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:15:05,762 INFO [master/7a5975741222:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-10T23:15:05,765 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:05,766 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T23:15:05,767 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:15:05,767 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:15:05,768 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T23:15:05,769 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:15:05,769 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:15:05,770 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733872505766Disabling compacts and flushes for region at 1733872505766Disabling writes for close at 1733872505768 (+2 ms)Writing region close event to WAL at 1733872505769 (+1 ms)Closed at 1733872505769 2024-12-10T23:15:05,772 WARN [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/.initializing 2024-12-10T23:15:05,772 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/WALs/7a5975741222,36579,1733872504538 2024-12-10T23:15:05,782 INFO [master/7a5975741222:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:15:05,797 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C36579%2C1733872504538, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/WALs/7a5975741222,36579,1733872504538, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/oldWALs, maxLogs=10 2024-12-10T23:15:05,823 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/WALs/7a5975741222,36579,1733872504538/7a5975741222%2C36579%2C1733872504538.1733872505802, exclude list is [], retry=0 2024-12-10T23:15:05,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36621,DS-3cd7a0bd-34e0-4b12-bb71-2a7aec441998,DISK] 2024-12-10T23:15:05,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-eba9e6f1-9141-4b73-b363-74d40fd16d01,DISK] 2024-12-10T23:15:05,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-1c0b0af0-1653-430b-bc2c-bcfb54a02ce1,DISK] 2024-12-10T23:15:05,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-10T23:15:05,884 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/WALs/7a5975741222,36579,1733872504538/7a5975741222%2C36579%2C1733872504538.1733872505802 2024-12-10T23:15:05,885 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419),(127.0.0.1/127.0.0.1:44353:44353),(127.0.0.1/127.0.0.1:36021:36021)] 2024-12-10T23:15:05,886 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:15:05,886 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:05,889 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:05,890 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:05,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:05,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T23:15:05,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:05,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:15:05,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:05,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T23:15:05,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:05,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:05,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:05,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T23:15:05,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:05,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:05,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:05,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T23:15:05,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:05,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:05,980 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:05,984 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:05,985 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:05,990 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:05,990 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:05,993 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:15:05,996 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:15:06,000 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:06,002 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71464418, jitterRate=0.06490281224250793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:15:06,008 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733872505904Initializing all the Stores at 1733872505906 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872505907 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872505907Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872505908 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872505908Cleaning up temporary data from old regions at 1733872505990 (+82 ms)Region opened successfully at 1733872506008 (+18 ms) 2024-12-10T23:15:06,009 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T23:15:06,046 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6eb419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:15:06,081 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T23:15:06,093 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T23:15:06,093 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T23:15:06,096 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T23:15:06,097 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-10T23:15:06,103 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-10T23:15:06,103 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-10T23:15:06,135 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T23:15:06,147 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T23:15:06,150 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T23:15:06,153 INFO [master/7a5975741222:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T23:15:06,154 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T23:15:06,156 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T23:15:06,158 INFO [master/7a5975741222:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T23:15:06,161 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T23:15:06,163 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T23:15:06,164 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T23:15:06,168 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T23:15:06,186 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T23:15:06,188 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T23:15:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:15:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:15:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:15:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:15:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,195 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a5975741222,36579,1733872504538, sessionid=0x1019ea8b6260000, setting cluster-up flag (Was=false) 2024-12-10T23:15:06,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,217 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T23:15:06,219 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a5975741222,36579,1733872504538 2024-12-10T23:15:06,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,238 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T23:15:06,239 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a5975741222,36579,1733872504538 2024-12-10T23:15:06,245 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T23:15:06,308 INFO [RS:1;7a5975741222:43131 {}] regionserver.HRegionServer(746): ClusterId : 10561b70-aad2-4638-9f97-e6f65027a476 2024-12-10T23:15:06,308 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(746): ClusterId : 10561b70-aad2-4638-9f97-e6f65027a476 2024-12-10T23:15:06,308 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(746): ClusterId : 10561b70-aad2-4638-9f97-e6f65027a476 2024-12-10T23:15:06,311 DEBUG [RS:1;7a5975741222:43131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:15:06,311 DEBUG [RS:2;7a5975741222:37345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:15:06,311 DEBUG [RS:0;7a5975741222:46305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:15:06,319 DEBUG [RS:2;7a5975741222:37345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:15:06,319 DEBUG [RS:2;7a5975741222:37345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:15:06,320 DEBUG [RS:1;7a5975741222:43131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:15:06,320 DEBUG [RS:1;7a5975741222:43131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:15:06,322 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T23:15:06,324 DEBUG [RS:0;7a5975741222:46305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:15:06,324 DEBUG [RS:0;7a5975741222:46305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:15:06,325 DEBUG [RS:2;7a5975741222:37345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:15:06,325 DEBUG [RS:2;7a5975741222:37345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163c76c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:15:06,326 DEBUG [RS:1;7a5975741222:43131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:15:06,326 DEBUG [RS:1;7a5975741222:43131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccfbe6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:15:06,327 DEBUG [RS:0;7a5975741222:46305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:15:06,327 DEBUG [RS:0;7a5975741222:46305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573842ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:15:06,335 INFO [master/7a5975741222:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T23:15:06,342 DEBUG [RS:0;7a5975741222:46305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a5975741222:46305 2024-12-10T23:15:06,343 INFO [master/7a5975741222:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T23:15:06,345 INFO [RS:0;7a5975741222:46305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:15:06,345 INFO [RS:0;7a5975741222:46305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:15:06,345 DEBUG [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:15:06,348 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,36579,1733872504538 with port=46305, startcode=1733872505239 2024-12-10T23:15:06,348 DEBUG [RS:2;7a5975741222:37345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7a5975741222:37345 2024-12-10T23:15:06,348 DEBUG [RS:1;7a5975741222:43131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7a5975741222:43131 2024-12-10T23:15:06,349 INFO [RS:2;7a5975741222:37345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:15:06,349 INFO [RS:1;7a5975741222:43131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:15:06,349 INFO [RS:2;7a5975741222:37345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:15:06,349 DEBUG [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:15:06,349 INFO [RS:1;7a5975741222:43131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:15:06,349 DEBUG [RS:1;7a5975741222:43131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:15:06,350 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,36579,1733872504538 with port=37345, startcode=1733872505384 2024-12-10T23:15:06,351 INFO [RS:1;7a5975741222:43131 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,36579,1733872504538 with port=43131, startcode=1733872505340 2024-12-10T23:15:06,350 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a5975741222,36579,1733872504538 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T23:15:06,359 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:15:06,359 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:15:06,360 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:15:06,360 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:15:06,360 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a5975741222:0, corePoolSize=10, maxPoolSize=10 2024-12-10T23:15:06,360 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,361 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:15:06,361 DEBUG [RS:0;7a5975741222:46305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:15:06,361 DEBUG [RS:1;7a5975741222:43131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:15:06,361 DEBUG [RS:2;7a5975741222:37345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:15:06,361 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,366 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733872536366 2024-12-10T23:15:06,367 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T23:15:06,369 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T23:15:06,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:15:06,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T23:15:06,373 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T23:15:06,373 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T23:15:06,373 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T23:15:06,373 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T23:15:06,374 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,378 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:06,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T23:15:06,380 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T23:15:06,382 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T23:15:06,382 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T23:15:06,385 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T23:15:06,386 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T23:15:06,392 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733872506387,5,FailOnTimeoutGroup] 2024-12-10T23:15:06,394 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733872506392,5,FailOnTimeoutGroup] 2024-12-10T23:15:06,395 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,395 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T23:15:06,396 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,397 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:15:06,424 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:15:06,424 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:15:06,425 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:15:06,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:15:06,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:15:06,428 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T23:15:06,428 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:06,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,43131,1733872505340 2024-12-10T23:15:06,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36579 {}] master.ServerManager(517): Registering regionserver=7a5975741222,43131,1733872505340 2024-12-10T23:15:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:15:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:15:06,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:15:06,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,46305,1733872505239 2024-12-10T23:15:06,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36579 {}] master.ServerManager(517): Registering regionserver=7a5975741222,46305,1733872505239 2024-12-10T23:15:06,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:06,451 DEBUG [RS:1;7a5975741222:43131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:06,451 DEBUG [RS:1;7a5975741222:43131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40427 2024-12-10T23:15:06,451 DEBUG [RS:1;7a5975741222:43131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:15:06,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,37345,1733872505384 2024-12-10T23:15:06,453 DEBUG [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:06,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36579 {}] master.ServerManager(517): Registering regionserver=7a5975741222,37345,1733872505384 2024-12-10T23:15:06,453 DEBUG [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40427 2024-12-10T23:15:06,453 DEBUG [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:15:06,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T23:15:06,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:15:06,458 DEBUG [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:06,458 DEBUG [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40427 2024-12-10T23:15:06,458 DEBUG [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:15:06,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T23:15:06,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:06,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:15:06,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T23:15:06,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T23:15:06,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:06,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:15:06,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T23:15:06,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:15:06,467 DEBUG [RS:0;7a5975741222:46305 {}] zookeeper.ZKUtil(111): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,46305,1733872505239 2024-12-10T23:15:06,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,46305,1733872505239] 2024-12-10T23:15:06,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,43131,1733872505340] 2024-12-10T23:15:06,467 WARN [RS:0;7a5975741222:46305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:15:06,467 INFO [RS:0;7a5975741222:46305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:15:06,467 DEBUG [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,46305,1733872505239 2024-12-10T23:15:06,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T23:15:06,468 DEBUG [RS:1;7a5975741222:43131 {}] zookeeper.ZKUtil(111): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,43131,1733872505340 2024-12-10T23:15:06,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:06,468 WARN [RS:1;7a5975741222:43131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:15:06,469 DEBUG [RS:2;7a5975741222:37345 {}] zookeeper.ZKUtil(111): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,37345,1733872505384 2024-12-10T23:15:06,469 INFO [RS:1;7a5975741222:43131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:15:06,469 WARN [RS:2;7a5975741222:37345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:15:06,469 DEBUG [RS:1;7a5975741222:43131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340 2024-12-10T23:15:06,469 INFO [RS:2;7a5975741222:37345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:15:06,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,37345,1733872505384] 2024-12-10T23:15:06,469 DEBUG [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,37345,1733872505384 2024-12-10T23:15:06,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:15:06,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T23:15:06,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T23:15:06,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:06,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:15:06,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T23:15:06,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740 2024-12-10T23:15:06,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740 2024-12-10T23:15:06,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T23:15:06,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T23:15:06,481 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:15:06,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T23:15:06,493 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:06,494 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58885676, jitterRate=-0.12253504991531372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:15:06,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733872506448Initializing all the Stores at 1733872506455 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872506455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872506455Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872506455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872506455Cleaning up temporary data from old regions at 1733872506480 (+25 ms)Region opened successfully at 1733872506498 (+18 ms) 2024-12-10T23:15:06,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T23:15:06,498 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T23:15:06,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T23:15:06,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T23:15:06,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T23:15:06,500 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T23:15:06,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733872506498Disabling compacts and flushes for region at 1733872506498Disabling writes for close at 1733872506499 (+1 ms)Writing region close event to WAL at 1733872506500 (+1 ms)Closed at 1733872506500 2024-12-10T23:15:06,503 INFO [RS:0;7a5975741222:46305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:15:06,503 INFO [RS:1;7a5975741222:43131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:15:06,503 INFO [RS:2;7a5975741222:37345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:15:06,506 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:15:06,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T23:15:06,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T23:15:06,520 INFO [RS:1;7a5975741222:43131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:15:06,520 INFO [RS:0;7a5975741222:46305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:15:06,520 INFO [RS:2;7a5975741222:37345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:15:06,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T23:15:06,527 INFO [RS:0;7a5975741222:46305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:15:06,527 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,527 INFO [RS:1;7a5975741222:43131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:15:06,527 INFO [RS:1;7a5975741222:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,528 INFO [RS:2;7a5975741222:37345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:15:06,528 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,530 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T23:15:06,537 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:15:06,537 INFO [RS:1;7a5975741222:43131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:15:06,537 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:15:06,544 INFO [RS:1;7a5975741222:43131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:15:06,544 INFO [RS:0;7a5975741222:46305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:15:06,544 INFO [RS:2;7a5975741222:37345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:15:06,545 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,545 INFO [RS:1;7a5975741222:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,545 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,546 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,546 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:15:06,546 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:15:06,547 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:15:06,547 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:15:06,547 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,547 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:15:06,547 DEBUG [RS:2;7a5975741222:37345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:15:06,547 DEBUG [RS:0;7a5975741222:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:15:06,547 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,548 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,548 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:15:06,548 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:15:06,548 DEBUG [RS:1;7a5975741222:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:15:06,552 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,552 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,552 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,553 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,553 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,553 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,37345,1733872505384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:15:06,556 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,556 INFO [RS:1;7a5975741222:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,556 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,557 INFO [RS:1;7a5975741222:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,557 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,557 INFO [RS:1;7a5975741222:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,557 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,557 INFO [RS:1;7a5975741222:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,557 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,557 INFO [RS:1;7a5975741222:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,557 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,46305,1733872505239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:15:06,557 INFO [RS:1;7a5975741222:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,43131,1733872505340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:15:06,578 INFO [RS:1;7a5975741222:43131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:15:06,580 INFO [RS:2;7a5975741222:37345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:15:06,580 INFO [RS:0;7a5975741222:46305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:15:06,581 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,37345,1733872505384-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,581 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,46305,1733872505239-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,581 INFO [RS:1;7a5975741222:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,43131,1733872505340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,581 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,581 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,581 INFO [RS:1;7a5975741222:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,581 INFO [RS:0;7a5975741222:46305 {}] regionserver.Replication(171): 7a5975741222,46305,1733872505239 started 2024-12-10T23:15:06,581 INFO [RS:2;7a5975741222:37345 {}] regionserver.Replication(171): 7a5975741222,37345,1733872505384 started 2024-12-10T23:15:06,581 INFO [RS:1;7a5975741222:43131 {}] regionserver.Replication(171): 7a5975741222,43131,1733872505340 started 2024-12-10T23:15:06,609 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,609 INFO [RS:1;7a5975741222:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,609 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:06,610 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,37345,1733872505384, RpcServer on 7a5975741222/172.17.0.2:37345, sessionid=0x1019ea8b6260003 2024-12-10T23:15:06,610 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,46305,1733872505239, RpcServer on 7a5975741222/172.17.0.2:46305, sessionid=0x1019ea8b6260001 2024-12-10T23:15:06,610 INFO [RS:1;7a5975741222:43131 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,43131,1733872505340, RpcServer on 7a5975741222/172.17.0.2:43131, sessionid=0x1019ea8b6260002 2024-12-10T23:15:06,611 DEBUG [RS:1;7a5975741222:43131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:15:06,611 DEBUG [RS:0;7a5975741222:46305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:15:06,611 DEBUG [RS:2;7a5975741222:37345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:15:06,611 DEBUG [RS:1;7a5975741222:43131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,43131,1733872505340 2024-12-10T23:15:06,611 DEBUG [RS:2;7a5975741222:37345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,37345,1733872505384 2024-12-10T23:15:06,611 DEBUG [RS:0;7a5975741222:46305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,46305,1733872505239 2024-12-10T23:15:06,611 DEBUG [RS:1;7a5975741222:43131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,43131,1733872505340' 2024-12-10T23:15:06,611 DEBUG [RS:0;7a5975741222:46305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,46305,1733872505239' 2024-12-10T23:15:06,611 DEBUG [RS:2;7a5975741222:37345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,37345,1733872505384' 2024-12-10T23:15:06,611 DEBUG [RS:0;7a5975741222:46305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:15:06,611 DEBUG [RS:2;7a5975741222:37345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:15:06,611 DEBUG [RS:1;7a5975741222:43131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:15:06,612 DEBUG [RS:0;7a5975741222:46305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:15:06,612 DEBUG [RS:2;7a5975741222:37345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:15:06,612 DEBUG [RS:1;7a5975741222:43131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:15:06,613 DEBUG [RS:0;7a5975741222:46305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:15:06,613 DEBUG [RS:2;7a5975741222:37345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:15:06,613 DEBUG [RS:0;7a5975741222:46305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:15:06,613 DEBUG [RS:1;7a5975741222:43131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:15:06,613 DEBUG [RS:2;7a5975741222:37345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:15:06,613 DEBUG [RS:1;7a5975741222:43131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:15:06,613 DEBUG [RS:0;7a5975741222:46305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,46305,1733872505239 2024-12-10T23:15:06,613 DEBUG [RS:2;7a5975741222:37345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,37345,1733872505384 2024-12-10T23:15:06,613 DEBUG [RS:1;7a5975741222:43131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,43131,1733872505340 2024-12-10T23:15:06,614 DEBUG [RS:0;7a5975741222:46305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,46305,1733872505239' 2024-12-10T23:15:06,614 DEBUG [RS:2;7a5975741222:37345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,37345,1733872505384' 2024-12-10T23:15:06,614 DEBUG [RS:1;7a5975741222:43131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,43131,1733872505340' 2024-12-10T23:15:06,614 DEBUG [RS:0;7a5975741222:46305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:15:06,614 DEBUG [RS:2;7a5975741222:37345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:15:06,614 DEBUG [RS:1;7a5975741222:43131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:15:06,614 DEBUG [RS:0;7a5975741222:46305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:15:06,614 DEBUG [RS:2;7a5975741222:37345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:15:06,614 DEBUG [RS:1;7a5975741222:43131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:15:06,615 DEBUG [RS:0;7a5975741222:46305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:15:06,615 DEBUG [RS:2;7a5975741222:37345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:15:06,615 DEBUG [RS:1;7a5975741222:43131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:15:06,615 INFO [RS:0;7a5975741222:46305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:15:06,615 INFO [RS:2;7a5975741222:37345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:15:06,615 INFO [RS:1;7a5975741222:43131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:15:06,615 INFO [RS:0;7a5975741222:46305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:15:06,615 INFO [RS:2;7a5975741222:37345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:15:06,615 INFO [RS:1;7a5975741222:43131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:15:06,681 WARN [7a5975741222:36579 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T23:15:06,722 INFO [RS:0;7a5975741222:46305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:15:06,722 INFO [RS:1;7a5975741222:43131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:15:06,722 INFO [RS:2;7a5975741222:37345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:15:06,726 INFO [RS:2;7a5975741222:37345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C37345%2C1733872505384, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,37345,1733872505384, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/oldWALs, maxLogs=32 2024-12-10T23:15:06,726 INFO [RS:1;7a5975741222:43131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C43131%2C1733872505340, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/oldWALs, maxLogs=32 2024-12-10T23:15:06,726 INFO [RS:0;7a5975741222:46305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C46305%2C1733872505239, suffix=, logDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,46305,1733872505239, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/oldWALs, maxLogs=32 2024-12-10T23:15:06,746 DEBUG [RS:1;7a5975741222:43131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340/7a5975741222%2C43131%2C1733872505340.1733872506732, exclude list is [], retry=0 2024-12-10T23:15:06,748 DEBUG [RS:0;7a5975741222:46305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,46305,1733872505239/7a5975741222%2C46305%2C1733872505239.1733872506731, exclude list is [], retry=0 2024-12-10T23:15:06,751 DEBUG [RS:2;7a5975741222:37345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,37345,1733872505384/7a5975741222%2C37345%2C1733872505384.1733872506732, exclude list is [], retry=0 2024-12-10T23:15:06,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-eba9e6f1-9141-4b73-b363-74d40fd16d01,DISK] 2024-12-10T23:15:06,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36621,DS-3cd7a0bd-34e0-4b12-bb71-2a7aec441998,DISK] 2024-12-10T23:15:06,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-1c0b0af0-1653-430b-bc2c-bcfb54a02ce1,DISK] 2024-12-10T23:15:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-eba9e6f1-9141-4b73-b363-74d40fd16d01,DISK] 2024-12-10T23:15:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-1c0b0af0-1653-430b-bc2c-bcfb54a02ce1,DISK] 2024-12-10T23:15:06,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36621,DS-3cd7a0bd-34e0-4b12-bb71-2a7aec441998,DISK] 2024-12-10T23:15:06,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-eba9e6f1-9141-4b73-b363-74d40fd16d01,DISK] 2024-12-10T23:15:06,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36621,DS-3cd7a0bd-34e0-4b12-bb71-2a7aec441998,DISK] 2024-12-10T23:15:06,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-1c0b0af0-1653-430b-bc2c-bcfb54a02ce1,DISK] 2024-12-10T23:15:06,767 INFO [RS:0;7a5975741222:46305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,46305,1733872505239/7a5975741222%2C46305%2C1733872505239.1733872506731 2024-12-10T23:15:06,768 INFO [RS:1;7a5975741222:43131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340/7a5975741222%2C43131%2C1733872505340.1733872506732 2024-12-10T23:15:06,768 DEBUG [RS:1;7a5975741222:43131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419),(127.0.0.1/127.0.0.1:44353:44353),(127.0.0.1/127.0.0.1:36021:36021)] 2024-12-10T23:15:06,768 DEBUG [RS:0;7a5975741222:46305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36021:36021),(127.0.0.1/127.0.0.1:35419:35419),(127.0.0.1/127.0.0.1:44353:44353)] 2024-12-10T23:15:06,770 INFO [RS:2;7a5975741222:37345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,37345,1733872505384/7a5975741222%2C37345%2C1733872505384.1733872506732 2024-12-10T23:15:06,770 DEBUG [RS:2;7a5975741222:37345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419),(127.0.0.1/127.0.0.1:36021:36021),(127.0.0.1/127.0.0.1:44353:44353)] 2024-12-10T23:15:06,934 DEBUG [7a5975741222:36579 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-10T23:15:06,943 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:15:06,949 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:15:06,950 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:15:06,950 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T23:15:06,950 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:15:06,950 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:15:06,950 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T23:15:06,950 INFO [7a5975741222:36579 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:15:06,950 INFO [7a5975741222:36579 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:15:06,950 INFO [7a5975741222:36579 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T23:15:06,950 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:15:06,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:06,964 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a5975741222,46305,1733872505239, state=OPENING 2024-12-10T23:15:06,969 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T23:15:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:15:06,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:15:06,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:15:06,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:15:06,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:15:06,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T23:15:06,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a5975741222,46305,1733872505239}] 2024-12-10T23:15:14,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T23:15:14,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T23:15:17,002 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:15:17,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:15:17,018 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T23:15:17,018 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:15:17,019 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T23:15:17,022 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C46305%2C1733872505239.meta, suffix=.meta, logDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,46305,1733872505239, archiveDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/oldWALs, maxLogs=32 2024-12-10T23:15:17,039 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,46305,1733872505239/7a5975741222%2C46305%2C1733872505239.meta.1733872517023.meta, exclude list is [], retry=0 2024-12-10T23:15:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36621,DS-3cd7a0bd-34e0-4b12-bb71-2a7aec441998,DISK] 2024-12-10T23:15:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37253,DS-eba9e6f1-9141-4b73-b363-74d40fd16d01,DISK] 2024-12-10T23:15:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-1c0b0af0-1653-430b-bc2c-bcfb54a02ce1,DISK] 2024-12-10T23:15:17,047 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,46305,1733872505239/7a5975741222%2C46305%2C1733872505239.meta.1733872517023.meta 2024-12-10T23:15:17,047 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419),(127.0.0.1/127.0.0.1:36021:36021),(127.0.0.1/127.0.0.1:44353:44353)] 2024-12-10T23:15:17,048 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:15:17,050 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T23:15:17,052 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T23:15:17,058 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T23:15:17,062 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T23:15:17,062 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:17,063 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T23:15:17,063 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T23:15:17,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T23:15:17,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T23:15:17,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:17,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:15:17,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T23:15:17,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T23:15:17,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:17,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:15:17,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T23:15:17,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T23:15:17,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:17,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:15:17,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T23:15:17,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T23:15:17,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:17,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:15:17,075 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T23:15:17,077 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740 2024-12-10T23:15:17,079 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740 2024-12-10T23:15:17,082 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T23:15:17,082 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T23:15:17,082 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:15:17,085 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T23:15:17,086 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67281943, jitterRate=0.0025790780782699585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:15:17,087 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T23:15:17,088 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733872517063Writing region info on filesystem at 1733872517063Initializing all the Stores at 1733872517065 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872517066 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872517066Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872517066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872517066Cleaning up temporary data from old regions at 1733872517082 (+16 ms)Running coprocessor post-open hooks at 1733872517087 (+5 ms)Region opened successfully at 1733872517088 (+1 ms) 2024-12-10T23:15:17,095 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733872516992 2024-12-10T23:15:17,105 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T23:15:17,106 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T23:15:17,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:17,109 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a5975741222,46305,1733872505239, state=OPEN 2024-12-10T23:15:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:15:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:15:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:15:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:15:17,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:15:17,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:15:17,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:15:17,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:15:17,113 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a5975741222,46305,1733872505239 2024-12-10T23:15:17,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T23:15:17,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a5975741222,46305,1733872505239 in 10.1380 sec 2024-12-10T23:15:17,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T23:15:17,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6060 sec 2024-12-10T23:15:17,127 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:15:17,127 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T23:15:17,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:15:17,150 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,46305,1733872505239, seqNum=-1] 2024-12-10T23:15:17,171 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:15:17,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:15:17,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9160 sec 2024-12-10T23:15:17,190 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733872517190, completionTime=-1 2024-12-10T23:15:17,193 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-10T23:15:17,194 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T23:15:17,225 INFO [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-10T23:15:17,225 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733872577225 2024-12-10T23:15:17,225 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733872637225 2024-12-10T23:15:17,225 INFO [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-12-10T23:15:17,227 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:15:17,234 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36579,1733872504538-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:17,235 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36579,1733872504538-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:17,235 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36579,1733872504538-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:17,236 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a5975741222:36579, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:17,237 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:17,237 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:17,244 DEBUG [master/7a5975741222:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T23:15:17,266 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.806sec 2024-12-10T23:15:17,268 INFO [master/7a5975741222:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T23:15:17,269 INFO [master/7a5975741222:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T23:15:17,270 INFO [master/7a5975741222:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T23:15:17,271 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T23:15:17,271 INFO [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T23:15:17,272 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36579,1733872504538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:15:17,272 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36579,1733872504538-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T23:15:17,277 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T23:15:17,278 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T23:15:17,278 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,36579,1733872504538-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:15:17,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bb9ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:15:17,331 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-10T23:15:17,332 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-10T23:15:17,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a5975741222,36579,-1 for getting cluster id 2024-12-10T23:15:17,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T23:15:17,349 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10561b70-aad2-4638-9f97-e6f65027a476' 2024-12-10T23:15:17,351 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T23:15:17,352 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10561b70-aad2-4638-9f97-e6f65027a476" 2024-12-10T23:15:17,352 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfa8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:15:17,352 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a5975741222,36579,-1] 2024-12-10T23:15:17,356 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T23:15:17,359 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:15:17,359 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T23:15:17,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c77afdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:15:17,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:15:17,370 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,46305,1733872505239, seqNum=-1] 2024-12-10T23:15:17,371 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:15:17,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:15:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a5975741222,36579,1733872504538 2024-12-10T23:15:17,479 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733872517462 (current time:1733872517462). 2024-12-10T23:15:17,479 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-10T23:15:17,479 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-10T23:15:17,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37065f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:15:17,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a5975741222,36579,-1 for getting cluster id 2024-12-10T23:15:17,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T23:15:17,491 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10561b70-aad2-4638-9f97-e6f65027a476' 2024-12-10T23:15:17,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T23:15:17,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10561b70-aad2-4638-9f97-e6f65027a476" 2024-12-10T23:15:17,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc1e41a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:15:17,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a5975741222,36579,-1] 2024-12-10T23:15:17,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T23:15:17,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:15:17,494 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T23:15:17,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50798ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:15:17,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:15:17,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,46305,1733872505239, seqNum=-1] 2024-12-10T23:15:17,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:15:17,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:15:17,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T23:15:17,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:15:17,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:15:17,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:15:17,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T23:15:17,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T23:15:17,532 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a5975741222,36579,1733872504538 2024-12-10T23:15:17,536 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53a466d1 2024-12-10T23:15:17,537 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T23:15:17,548 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T23:15:17,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T23:15:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-10T23:15:17,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T23:15:17,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-10T23:15:17,577 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:17,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T23:15:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:15:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741837_1013 (size=361) 2024-12-10T23:15:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741837_1013 (size=361) 2024-12-10T23:15:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741837_1013 (size=361) 2024-12-10T23:15:17,605 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b54c2fb13736e794ec0a84e6aa02b48, NAME => 'SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:17,609 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ceaa0f9a5f73ad57741d772e0e1ab32b, NAME => 'SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:17,617 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9394307a9b3c82861d345d4ca439d381, NAME => 'SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:17,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741838_1014 (size=54) 2024-12-10T23:15:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741838_1014 (size=54) 2024-12-10T23:15:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741838_1014 (size=54) 2024-12-10T23:15:17,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:17,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4b54c2fb13736e794ec0a84e6aa02b48, disabling compactions & flushes 2024-12-10T23:15:17,656 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:15:17,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:15:17,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. after waiting 0 ms 2024-12-10T23:15:17,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:15:17,656 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:15:17,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b54c2fb13736e794ec0a84e6aa02b48: Waiting for close lock at 1733872517656Disabling compacts and flushes for region at 1733872517656Disabling writes for close at 1733872517656Writing region close event to WAL at 1733872517656Closed at 1733872517656 2024-12-10T23:15:17,657 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 748e8ea14a0b0c31c01a5d629b5aed8f, NAME => 'SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741839_1015 (size=62) 2024-12-10T23:15:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741839_1015 (size=62) 2024-12-10T23:15:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741839_1015 (size=62) 2024-12-10T23:15:17,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:17,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ceaa0f9a5f73ad57741d772e0e1ab32b, disabling compactions & flushes 2024-12-10T23:15:17,668 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:15:17,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:15:17,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. after waiting 0 ms 2024-12-10T23:15:17,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:15:17,669 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:15:17,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ceaa0f9a5f73ad57741d772e0e1ab32b: Waiting for close lock at 1733872517668Disabling compacts and flushes for region at 1733872517668Disabling writes for close at 1733872517669 (+1 ms)Writing region close event to WAL at 1733872517669Closed at 1733872517669 2024-12-10T23:15:17,669 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 81f26a9751c8170330a48a4607f3bf9b, NAME => 'SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:15:17,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741840_1016 (size=62) 2024-12-10T23:15:17,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741840_1016 (size=62) 2024-12-10T23:15:17,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741840_1016 (size=62) 2024-12-10T23:15:17,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:17,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9394307a9b3c82861d345d4ca439d381, disabling compactions & flushes 2024-12-10T23:15:17,696 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:15:17,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:15:17,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. after waiting 0 ms 2024-12-10T23:15:17,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:15:17,696 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:15:17,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9394307a9b3c82861d345d4ca439d381: Waiting for close lock at 1733872517696Disabling compacts and flushes for region at 1733872517696Disabling writes for close at 1733872517696Writing region close event to WAL at 1733872517696Closed at 1733872517696 2024-12-10T23:15:17,697 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cf75bd114195c646c164ceaa8b3a2657, NAME => 'SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:17,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741841_1017 (size=62) 2024-12-10T23:15:17,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741841_1017 (size=62) 2024-12-10T23:15:17,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741841_1017 (size=62) 2024-12-10T23:15:17,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:17,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 748e8ea14a0b0c31c01a5d629b5aed8f, disabling compactions & flushes 2024-12-10T23:15:17,725 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:15:17,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:15:17,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. after waiting 0 ms 2024-12-10T23:15:17,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:15:17,725 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:15:17,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 748e8ea14a0b0c31c01a5d629b5aed8f: Waiting for close lock at 1733872517725Disabling compacts and flushes for region at 1733872517725Disabling writes for close at 1733872517725Writing region close event to WAL at 1733872517725Closed at 1733872517725 2024-12-10T23:15:17,726 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b99dd26869e58d0d571ab7b049b3bdc, NAME => 'SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:17,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741842_1018 (size=62) 2024-12-10T23:15:17,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741842_1018 (size=62) 2024-12-10T23:15:17,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741842_1018 (size=62) 2024-12-10T23:15:17,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:17,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 81f26a9751c8170330a48a4607f3bf9b, disabling compactions & flushes 2024-12-10T23:15:17,739 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:15:17,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:15:17,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. after waiting 0 ms 2024-12-10T23:15:17,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:15:17,739 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:15:17,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 81f26a9751c8170330a48a4607f3bf9b: Waiting for close lock at 1733872517739Disabling compacts and flushes for region at 1733872517739Disabling writes for close at 1733872517739Writing region close event to WAL at 1733872517739Closed at 1733872517739 2024-12-10T23:15:17,740 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fbf4d5a2336f4bfffd2638f15a55aa69, NAME => 'SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:17,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741843_1019 (size=62) 2024-12-10T23:15:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741843_1019 (size=62) 2024-12-10T23:15:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741843_1019 (size=62) 2024-12-10T23:15:17,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:17,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cf75bd114195c646c164ceaa8b3a2657, disabling compactions & flushes 2024-12-10T23:15:17,774 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:15:17,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:15:17,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. after waiting 0 ms 2024-12-10T23:15:17,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:15:17,774 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:15:17,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cf75bd114195c646c164ceaa8b3a2657: Waiting for close lock at 1733872517774Disabling compacts and flushes for region at 1733872517774Disabling writes for close at 1733872517774Writing region close event to WAL at 1733872517774Closed at 1733872517774 2024-12-10T23:15:17,775 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f3e2271b05d6240394eeee0965bd7544, NAME => 'SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741845_1021 (size=62) 2024-12-10T23:15:17,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741845_1021 (size=62) 2024-12-10T23:15:17,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741845_1021 (size=62) 2024-12-10T23:15:17,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:17,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fbf4d5a2336f4bfffd2638f15a55aa69, disabling compactions & flushes 2024-12-10T23:15:17,808 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:15:17,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:15:17,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. after waiting 0 ms 2024-12-10T23:15:17,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:15:17,808 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:15:17,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fbf4d5a2336f4bfffd2638f15a55aa69: Waiting for close lock at 1733872517808Disabling compacts and flushes for region at 1733872517808Disabling writes for close at 1733872517808Writing region close event to WAL at 1733872517808Closed at 1733872517808 2024-12-10T23:15:17,809 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4238eb387b344ff804976590710ffa62, NAME => 'SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e 2024-12-10T23:15:17,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741844_1020 (size=62) 2024-12-10T23:15:17,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741844_1020 (size=62) 2024-12-10T23:15:17,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741844_1020 (size=62) 2024-12-10T23:15:17,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:17,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7b99dd26869e58d0d571ab7b049b3bdc, disabling compactions & flushes 2024-12-10T23:15:17,828 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:15:17,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:15:17,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. after waiting 0 ms 2024-12-10T23:15:17,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:15:17,829 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:15:17,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b99dd26869e58d0d571ab7b049b3bdc: Waiting for close lock at 1733872517828Disabling compacts and flushes for region at 1733872517828Disabling writes for close at 1733872517829 (+1 ms)Writing region close event to WAL at 1733872517829Closed at 1733872517829 2024-12-10T23:15:17,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741846_1022 (size=62) 2024-12-10T23:15:17,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741846_1022 (size=62) 2024-12-10T23:15:17,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741846_1022 (size=62) 2024-12-10T23:15:17,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:17,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f3e2271b05d6240394eeee0965bd7544, disabling compactions & flushes 2024-12-10T23:15:17,862 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:15:17,863 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:15:17,863 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. after waiting 0 ms 2024-12-10T23:15:17,863 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:15:17,863 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:15:17,863 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f3e2271b05d6240394eeee0965bd7544: Waiting for close lock at 1733872517862Disabling compacts and flushes for region at 1733872517862Disabling writes for close at 1733872517863 (+1 ms)Writing region close event to WAL at 1733872517863Closed at 1733872517863 2024-12-10T23:15:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741847_1023 (size=54) 2024-12-10T23:15:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741847_1023 (size=54) 2024-12-10T23:15:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741847_1023 (size=54) 2024-12-10T23:15:17,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:17,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4238eb387b344ff804976590710ffa62, disabling compactions & flushes 2024-12-10T23:15:17,870 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:15:17,870 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:15:17,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. after waiting 0 ms 2024-12-10T23:15:17,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:15:17,871 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:15:17,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4238eb387b344ff804976590710ffa62: Waiting for close lock at 1733872517870Disabling compacts and flushes for region at 1733872517870Disabling writes for close at 1733872517871 (+1 ms)Writing region close event to WAL at 1733872517871Closed at 1733872517871 2024-12-10T23:15:17,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T23:15:17,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733872517875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872517875"}]},"ts":"1733872517875"} 2024-12-10T23:15:17,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872517875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872517875"}]},"ts":"1733872517875"} 2024-12-10T23:15:17,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872517875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872517875"}]},"ts":"1733872517875"} 2024-12-10T23:15:17,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872517875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872517875"}]},"ts":"1733872517875"} 2024-12-10T23:15:17,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872517875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872517875"}]},"ts":"1733872517875"} 2024-12-10T23:15:17,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872517875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872517875"}]},"ts":"1733872517875"} 2024-12-10T23:15:17,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872517875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872517875"}]},"ts":"1733872517875"} 2024-12-10T23:15:17,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872517875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872517875"}]},"ts":"1733872517875"} 2024-12-10T23:15:17,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872517875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872517875"}]},"ts":"1733872517875"} 2024-12-10T23:15:17,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733872517875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872517875"}]},"ts":"1733872517875"} 2024-12-10T23:15:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:15:17,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-10T23:15:17,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T23:15:17,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733872517945"}]},"ts":"1733872517945"} 2024-12-10T23:15:17,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-10T23:15:17,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:15:17,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:15:17,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:15:17,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T23:15:17,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:15:17,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:15:17,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T23:15:17,967 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:15:17,967 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:15:17,967 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T23:15:17,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:15:17,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b54c2fb13736e794ec0a84e6aa02b48, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ceaa0f9a5f73ad57741d772e0e1ab32b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9394307a9b3c82861d345d4ca439d381, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=748e8ea14a0b0c31c01a5d629b5aed8f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81f26a9751c8170330a48a4607f3bf9b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf75bd114195c646c164ceaa8b3a2657, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b99dd26869e58d0d571ab7b049b3bdc, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbf4d5a2336f4bfffd2638f15a55aa69, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3e2271b05d6240394eeee0965bd7544, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4238eb387b344ff804976590710ffa62, ASSIGN}] 2024-12-10T23:15:17,977 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ceaa0f9a5f73ad57741d772e0e1ab32b, ASSIGN 2024-12-10T23:15:17,978 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9394307a9b3c82861d345d4ca439d381, ASSIGN 2024-12-10T23:15:17,978 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b54c2fb13736e794ec0a84e6aa02b48, ASSIGN 2024-12-10T23:15:17,978 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=748e8ea14a0b0c31c01a5d629b5aed8f, ASSIGN 2024-12-10T23:15:17,980 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ceaa0f9a5f73ad57741d772e0e1ab32b, ASSIGN; state=OFFLINE, location=7a5975741222,43131,1733872505340; forceNewPlan=false, retain=false 2024-12-10T23:15:17,981 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9394307a9b3c82861d345d4ca439d381, ASSIGN; state=OFFLINE, location=7a5975741222,46305,1733872505239; forceNewPlan=false, retain=false 2024-12-10T23:15:17,982 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=748e8ea14a0b0c31c01a5d629b5aed8f, ASSIGN; state=OFFLINE, location=7a5975741222,37345,1733872505384; forceNewPlan=false, retain=false 2024-12-10T23:15:17,982 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b54c2fb13736e794ec0a84e6aa02b48, ASSIGN; state=OFFLINE, location=7a5975741222,37345,1733872505384; forceNewPlan=false, retain=false 2024-12-10T23:15:17,992 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbf4d5a2336f4bfffd2638f15a55aa69, ASSIGN 2024-12-10T23:15:17,992 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b99dd26869e58d0d571ab7b049b3bdc, ASSIGN 2024-12-10T23:15:17,992 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3e2271b05d6240394eeee0965bd7544, ASSIGN 2024-12-10T23:15:17,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbf4d5a2336f4bfffd2638f15a55aa69, ASSIGN; state=OFFLINE, location=7a5975741222,37345,1733872505384; forceNewPlan=false, retain=false 2024-12-10T23:15:17,995 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7b99dd26869e58d0d571ab7b049b3bdc, ASSIGN; state=OFFLINE, location=7a5975741222,43131,1733872505340; forceNewPlan=false, retain=false 2024-12-10T23:15:17,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3e2271b05d6240394eeee0965bd7544, ASSIGN; state=OFFLINE, location=7a5975741222,46305,1733872505239; forceNewPlan=false, retain=false 2024-12-10T23:15:17,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf75bd114195c646c164ceaa8b3a2657, ASSIGN 2024-12-10T23:15:17,999 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf75bd114195c646c164ceaa8b3a2657, ASSIGN; state=OFFLINE, location=7a5975741222,46305,1733872505239; forceNewPlan=false, retain=false 2024-12-10T23:15:18,002 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4238eb387b344ff804976590710ffa62, ASSIGN 2024-12-10T23:15:18,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81f26a9751c8170330a48a4607f3bf9b, ASSIGN 2024-12-10T23:15:18,006 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4238eb387b344ff804976590710ffa62, ASSIGN; state=OFFLINE, location=7a5975741222,37345,1733872505384; forceNewPlan=false, retain=false 2024-12-10T23:15:18,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81f26a9751c8170330a48a4607f3bf9b, ASSIGN; state=OFFLINE, location=7a5975741222,43131,1733872505340; forceNewPlan=false, retain=false 2024-12-10T23:15:18,133 INFO [7a5975741222:36579 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-10T23:15:18,135 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9394307a9b3c82861d345d4ca439d381, regionState=OPENING, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:18,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f3e2271b05d6240394eeee0965bd7544, regionState=OPENING, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:18,135 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7b99dd26869e58d0d571ab7b049b3bdc, regionState=OPENING, regionLocation=7a5975741222,43131,1733872505340 2024-12-10T23:15:18,135 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cf75bd114195c646c164ceaa8b3a2657, regionState=OPENING, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:18,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81f26a9751c8170330a48a4607f3bf9b, regionState=OPENING, regionLocation=7a5975741222,43131,1733872505340 2024-12-10T23:15:18,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4238eb387b344ff804976590710ffa62, regionState=OPENING, regionLocation=7a5975741222,37345,1733872505384 2024-12-10T23:15:18,136 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fbf4d5a2336f4bfffd2638f15a55aa69, regionState=OPENING, regionLocation=7a5975741222,37345,1733872505384 2024-12-10T23:15:18,136 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=748e8ea14a0b0c31c01a5d629b5aed8f, regionState=OPENING, regionLocation=7a5975741222,37345,1733872505384 2024-12-10T23:15:18,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b54c2fb13736e794ec0a84e6aa02b48, regionState=OPENING, regionLocation=7a5975741222,37345,1733872505384 2024-12-10T23:15:18,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ceaa0f9a5f73ad57741d772e0e1ab32b, regionState=OPENING, regionLocation=7a5975741222,43131,1733872505340 2024-12-10T23:15:18,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3e2271b05d6240394eeee0965bd7544, ASSIGN because future has completed 2024-12-10T23:15:18,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3e2271b05d6240394eeee0965bd7544, server=7a5975741222,46305,1733872505239}] 2024-12-10T23:15:18,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81f26a9751c8170330a48a4607f3bf9b, ASSIGN because future has completed 2024-12-10T23:15:18,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f26a9751c8170330a48a4607f3bf9b, server=7a5975741222,43131,1733872505340}] 2024-12-10T23:15:18,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf75bd114195c646c164ceaa8b3a2657, ASSIGN because future has completed 2024-12-10T23:15:18,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9394307a9b3c82861d345d4ca439d381, ASSIGN because future has completed 2024-12-10T23:15:18,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7b99dd26869e58d0d571ab7b049b3bdc, ASSIGN because future has completed 2024-12-10T23:15:18,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9394307a9b3c82861d345d4ca439d381, server=7a5975741222,46305,1733872505239}] 2024-12-10T23:15:18,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4238eb387b344ff804976590710ffa62, ASSIGN because future has completed 2024-12-10T23:15:18,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf75bd114195c646c164ceaa8b3a2657, server=7a5975741222,46305,1733872505239}] 2024-12-10T23:15:18,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4238eb387b344ff804976590710ffa62, server=7a5975741222,37345,1733872505384}] 2024-12-10T23:15:18,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc, server=7a5975741222,43131,1733872505340}] 2024-12-10T23:15:18,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbf4d5a2336f4bfffd2638f15a55aa69, ASSIGN because future has completed 2024-12-10T23:15:18,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=748e8ea14a0b0c31c01a5d629b5aed8f, ASSIGN because future has completed 2024-12-10T23:15:18,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 748e8ea14a0b0c31c01a5d629b5aed8f, server=7a5975741222,37345,1733872505384}] 2024-12-10T23:15:18,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b54c2fb13736e794ec0a84e6aa02b48, ASSIGN because future has completed 2024-12-10T23:15:18,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ceaa0f9a5f73ad57741d772e0e1ab32b, ASSIGN because future has completed 2024-12-10T23:15:18,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbf4d5a2336f4bfffd2638f15a55aa69, server=7a5975741222,37345,1733872505384}] 2024-12-10T23:15:18,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b, server=7a5975741222,43131,1733872505340}] 2024-12-10T23:15:18,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b54c2fb13736e794ec0a84e6aa02b48, server=7a5975741222,37345,1733872505384}] 2024-12-10T23:15:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:15:18,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T23:15:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:15:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:15:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:15:22,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T23:15:24,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T23:15:24,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T23:15:24,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T23:15:24,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T23:15:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:15:28,150 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:15:28,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:15:28,156 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:15:28,156 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 9394307a9b3c82861d345d4ca439d381, NAME => 'SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-10T23:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:28,157 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:28,160 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:15:28,161 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 81f26a9751c8170330a48a4607f3bf9b, NAME => 'SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T23:15:28,162 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:28,162 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:28,162 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:28,162 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:28,164 INFO [StoreOpener-9394307a9b3c82861d345d4ca439d381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:28,168 INFO [StoreOpener-81f26a9751c8170330a48a4607f3bf9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:28,168 INFO [StoreOpener-9394307a9b3c82861d345d4ca439d381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9394307a9b3c82861d345d4ca439d381 columnFamilyName cf 2024-12-10T23:15:28,169 DEBUG [StoreOpener-9394307a9b3c82861d345d4ca439d381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:28,170 INFO [StoreOpener-9394307a9b3c82861d345d4ca439d381-1 {}] regionserver.HStore(327): Store=9394307a9b3c82861d345d4ca439d381/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:28,170 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:28,171 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:28,172 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:28,173 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:28,173 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:28,174 INFO [StoreOpener-81f26a9751c8170330a48a4607f3bf9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f26a9751c8170330a48a4607f3bf9b columnFamilyName cf 2024-12-10T23:15:28,174 DEBUG [StoreOpener-81f26a9751c8170330a48a4607f3bf9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:28,175 INFO [StoreOpener-81f26a9751c8170330a48a4607f3bf9b-1 {}] regionserver.HStore(327): Store=81f26a9751c8170330a48a4607f3bf9b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:28,176 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:28,176 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:28,177 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:15:28,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:15:28,181 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:28,182 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:28,182 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/9394307a9b3c82861d345d4ca439d381/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:28,183 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:28,183 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:28,183 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 9394307a9b3c82861d345d4ca439d381; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72357031, jitterRate=0.07820378243923187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:28,183 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:28,185 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 9394307a9b3c82861d345d4ca439d381: Running coprocessor pre-open hook at 1733872528157Writing region info on filesystem at 1733872528157Initializing all the Stores at 1733872528160 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872528160Cleaning up temporary data from old regions at 1733872528173 (+13 ms)Running coprocessor post-open hooks at 1733872528183 (+10 ms)Region opened successfully at 1733872528184 (+1 ms) 2024-12-10T23:15:28,185 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:28,188 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381., pid=17, masterSystemTime=1733872528146 2024-12-10T23:15:28,190 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:15:28,191 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 748e8ea14a0b0c31c01a5d629b5aed8f, NAME => 'SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-10T23:15:28,191 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:28,191 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/81f26a9751c8170330a48a4607f3bf9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:28,191 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:28,191 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:28,191 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:28,193 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:15:28,193 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:15:28,193 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 81f26a9751c8170330a48a4607f3bf9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73907978, jitterRate=0.10131469368934631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:28,193 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:28,193 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:15:28,194 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 81f26a9751c8170330a48a4607f3bf9b: Running coprocessor pre-open hook at 1733872528162Writing region info on filesystem at 1733872528162Initializing all the Stores at 1733872528163 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872528163Cleaning up temporary data from old regions at 1733872528183 (+20 ms)Running coprocessor post-open hooks at 1733872528193 (+10 ms)Region opened successfully at 1733872528193 2024-12-10T23:15:28,194 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f3e2271b05d6240394eeee0965bd7544, NAME => 'SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-10T23:15:28,194 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:28,194 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:28,194 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:28,194 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:28,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9394307a9b3c82861d345d4ca439d381, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:28,197 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b., pid=16, masterSystemTime=1733872528150 2024-12-10T23:15:28,199 INFO [StoreOpener-f3e2271b05d6240394eeee0965bd7544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:28,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9394307a9b3c82861d345d4ca439d381, server=7a5975741222,46305,1733872505239 because future has completed 2024-12-10T23:15:28,201 INFO [StoreOpener-f3e2271b05d6240394eeee0965bd7544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3e2271b05d6240394eeee0965bd7544 columnFamilyName cf 2024-12-10T23:15:28,201 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:15:28,201 DEBUG [StoreOpener-f3e2271b05d6240394eeee0965bd7544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:28,201 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:15:28,201 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:15:28,201 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b99dd26869e58d0d571ab7b049b3bdc, NAME => 'SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T23:15:28,201 INFO [StoreOpener-f3e2271b05d6240394eeee0965bd7544-1 {}] regionserver.HStore(327): Store=f3e2271b05d6240394eeee0965bd7544/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:28,201 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:28,202 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:28,202 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:28,202 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:28,202 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:28,203 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:28,203 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:28,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81f26a9751c8170330a48a4607f3bf9b, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,43131,1733872505340 2024-12-10T23:15:28,204 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:28,204 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:28,206 INFO [StoreOpener-7b99dd26869e58d0d571ab7b049b3bdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:28,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f26a9751c8170330a48a4607f3bf9b, server=7a5975741222,43131,1733872505340 because future has completed 2024-12-10T23:15:28,210 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:28,212 INFO [StoreOpener-748e8ea14a0b0c31c01a5d629b5aed8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:28,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-12-10T23:15:28,215 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/f3e2271b05d6240394eeee0965bd7544/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:28,216 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f3e2271b05d6240394eeee0965bd7544; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66027610, jitterRate=-0.016111940145492554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:28,217 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:28,217 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f3e2271b05d6240394eeee0965bd7544: Running coprocessor pre-open hook at 1733872528194Writing region info on filesystem at 1733872528194Initializing all the Stores at 1733872528198 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872528198Cleaning up temporary data from old regions at 1733872528204 (+6 ms)Running coprocessor post-open hooks at 1733872528217 (+13 ms)Region opened successfully at 1733872528217 2024-12-10T23:15:28,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9394307a9b3c82861d345d4ca439d381, server=7a5975741222,46305,1733872505239 in 10.0450 sec 2024-12-10T23:15:28,218 INFO [StoreOpener-748e8ea14a0b0c31c01a5d629b5aed8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 748e8ea14a0b0c31c01a5d629b5aed8f columnFamilyName cf 2024-12-10T23:15:28,218 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544., pid=15, masterSystemTime=1733872528146 2024-12-10T23:15:28,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-12-10T23:15:28,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 81f26a9751c8170330a48a4607f3bf9b, server=7a5975741222,43131,1733872505340 in 10.0690 sec 2024-12-10T23:15:28,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9394307a9b3c82861d345d4ca439d381, ASSIGN in 10.2460 sec 2024-12-10T23:15:28,221 DEBUG [StoreOpener-748e8ea14a0b0c31c01a5d629b5aed8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:28,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81f26a9751c8170330a48a4607f3bf9b, ASSIGN in 10.2500 sec 2024-12-10T23:15:28,223 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:15:28,223 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:15:28,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f3e2271b05d6240394eeee0965bd7544, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:28,223 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:15:28,223 INFO [StoreOpener-7b99dd26869e58d0d571ab7b049b3bdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b99dd26869e58d0d571ab7b049b3bdc columnFamilyName cf 2024-12-10T23:15:28,223 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => cf75bd114195c646c164ceaa8b3a2657, NAME => 'SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-10T23:15:28,223 DEBUG [StoreOpener-7b99dd26869e58d0d571ab7b049b3bdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:28,224 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:28,224 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:28,224 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:28,224 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:28,224 INFO [StoreOpener-7b99dd26869e58d0d571ab7b049b3bdc-1 {}] regionserver.HStore(327): Store=7b99dd26869e58d0d571ab7b049b3bdc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:28,225 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:28,225 INFO [StoreOpener-748e8ea14a0b0c31c01a5d629b5aed8f-1 {}] regionserver.HStore(327): Store=748e8ea14a0b0c31c01a5d629b5aed8f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:28,226 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:28,227 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:28,228 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:28,229 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:28,229 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:28,230 INFO [StoreOpener-cf75bd114195c646c164ceaa8b3a2657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:28,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3e2271b05d6240394eeee0965bd7544, server=7a5975741222,46305,1733872505239 because future has completed 2024-12-10T23:15:28,232 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:28,233 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:28,233 INFO [StoreOpener-cf75bd114195c646c164ceaa8b3a2657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf75bd114195c646c164ceaa8b3a2657 columnFamilyName cf 2024-12-10T23:15:28,233 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:28,233 DEBUG [StoreOpener-cf75bd114195c646c164ceaa8b3a2657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:28,235 INFO [StoreOpener-cf75bd114195c646c164ceaa8b3a2657-1 {}] regionserver.HStore(327): Store=cf75bd114195c646c164ceaa8b3a2657/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:28,236 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:28,236 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:28,237 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:28,237 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:28,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-10T23:15:28,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f3e2271b05d6240394eeee0965bd7544, server=7a5975741222,46305,1733872505239 in 10.0910 sec 2024-12-10T23:15:28,239 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:28,239 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:28,239 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:28,244 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:28,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3e2271b05d6240394eeee0965bd7544, ASSIGN in 10.2690 sec 2024-12-10T23:15:28,246 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:28,249 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/7b99dd26869e58d0d571ab7b049b3bdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:28,250 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 7b99dd26869e58d0d571ab7b049b3bdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59021768, jitterRate=-0.1205071210861206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:28,250 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:28,250 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 7b99dd26869e58d0d571ab7b049b3bdc: Running coprocessor pre-open hook at 1733872528202Writing region info on filesystem at 1733872528202Initializing all the Stores at 1733872528205 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872528205Cleaning up temporary data from old regions at 1733872528229 (+24 ms)Running coprocessor post-open hooks at 1733872528250 (+21 ms)Region opened successfully at 1733872528250 2024-12-10T23:15:28,251 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc., pid=20, masterSystemTime=1733872528150 2024-12-10T23:15:28,252 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/748e8ea14a0b0c31c01a5d629b5aed8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:28,253 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/cf75bd114195c646c164ceaa8b3a2657/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:28,254 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened cf75bd114195c646c164ceaa8b3a2657; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71890221, jitterRate=0.07124777138233185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:28,254 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:28,254 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for cf75bd114195c646c164ceaa8b3a2657: Running coprocessor pre-open hook at 1733872528224Writing region info on filesystem at 1733872528224Initializing all the Stores at 1733872528226 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872528228 (+2 ms)Cleaning up temporary data from old regions at 1733872528239 (+11 ms)Running coprocessor post-open hooks at 1733872528254 (+15 ms)Region opened successfully at 1733872528254 2024-12-10T23:15:28,254 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 748e8ea14a0b0c31c01a5d629b5aed8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65126792, jitterRate=-0.02953517436981201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:28,254 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:28,255 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 748e8ea14a0b0c31c01a5d629b5aed8f: Running coprocessor pre-open hook at 1733872528192Writing region info on filesystem at 1733872528192Initializing all the Stores at 1733872528207 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872528207Cleaning up temporary data from old regions at 1733872528237 (+30 ms)Running coprocessor post-open hooks at 1733872528255 (+18 ms)Region opened successfully at 1733872528255 2024-12-10T23:15:28,256 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:15:28,256 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:15:28,256 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:15:28,256 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => ceaa0f9a5f73ad57741d772e0e1ab32b, NAME => 'SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-10T23:15:28,256 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:28,257 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:28,257 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:28,257 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:28,257 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7b99dd26869e58d0d571ab7b049b3bdc, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,43131,1733872505340 2024-12-10T23:15:28,258 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657., pid=18, masterSystemTime=1733872528146 2024-12-10T23:15:28,261 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f., pid=21, masterSystemTime=1733872528177 2024-12-10T23:15:28,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc, server=7a5975741222,43131,1733872505340 because future has completed 2024-12-10T23:15:28,265 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:15:28,265 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:15:28,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cf75bd114195c646c164ceaa8b3a2657, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:28,268 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:15:28,268 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:15:28,268 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:15:28,268 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => fbf4d5a2336f4bfffd2638f15a55aa69, NAME => 'SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-10T23:15:28,269 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:28,269 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:28,269 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:28,269 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:28,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=748e8ea14a0b0c31c01a5d629b5aed8f, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,37345,1733872505384 2024-12-10T23:15:28,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf75bd114195c646c164ceaa8b3a2657, server=7a5975741222,46305,1733872505239 because future has completed 2024-12-10T23:15:28,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-12-10T23:15:28,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 748e8ea14a0b0c31c01a5d629b5aed8f, server=7a5975741222,37345,1733872505384 because future has completed 2024-12-10T23:15:28,276 INFO [StoreOpener-ceaa0f9a5f73ad57741d772e0e1ab32b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:28,279 INFO [StoreOpener-ceaa0f9a5f73ad57741d772e0e1ab32b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceaa0f9a5f73ad57741d772e0e1ab32b columnFamilyName cf 2024-12-10T23:15:28,279 DEBUG [StoreOpener-ceaa0f9a5f73ad57741d772e0e1ab32b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:28,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc, server=7a5975741222,43131,1733872505340 in 10.0980 sec 2024-12-10T23:15:28,280 INFO [StoreOpener-ceaa0f9a5f73ad57741d772e0e1ab32b-1 {}] regionserver.HStore(327): Store=ceaa0f9a5f73ad57741d772e0e1ab32b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:28,280 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:28,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-12-10T23:15:28,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cf75bd114195c646c164ceaa8b3a2657, server=7a5975741222,46305,1733872505239 in 10.1090 sec 2024-12-10T23:15:28,281 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:28,282 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:28,283 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:28,283 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:28,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b99dd26869e58d0d571ab7b049b3bdc, ASSIGN in 10.3090 sec 2024-12-10T23:15:28,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf75bd114195c646c164ceaa8b3a2657, ASSIGN in 10.3120 sec 2024-12-10T23:15:28,288 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:28,292 INFO [StoreOpener-fbf4d5a2336f4bfffd2638f15a55aa69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:28,295 INFO [StoreOpener-fbf4d5a2336f4bfffd2638f15a55aa69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbf4d5a2336f4bfffd2638f15a55aa69 columnFamilyName cf 2024-12-10T23:15:28,295 DEBUG [StoreOpener-fbf4d5a2336f4bfffd2638f15a55aa69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:28,296 INFO [StoreOpener-fbf4d5a2336f4bfffd2638f15a55aa69-1 {}] regionserver.HStore(327): Store=fbf4d5a2336f4bfffd2638f15a55aa69/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:28,296 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:28,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-10T23:15:28,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 748e8ea14a0b0c31c01a5d629b5aed8f, server=7a5975741222,37345,1733872505384 in 10.1100 sec 2024-12-10T23:15:28,298 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:28,299 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:28,300 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:28,300 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:28,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=748e8ea14a0b0c31c01a5d629b5aed8f, ASSIGN in 10.3290 sec 2024-12-10T23:15:28,303 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:28,311 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/ceaa0f9a5f73ad57741d772e0e1ab32b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:28,311 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/fbf4d5a2336f4bfffd2638f15a55aa69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:28,312 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened ceaa0f9a5f73ad57741d772e0e1ab32b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64825115, jitterRate=-0.03403051197528839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:28,312 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:28,312 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for ceaa0f9a5f73ad57741d772e0e1ab32b: Running coprocessor pre-open hook at 1733872528257Writing region info on filesystem at 1733872528257Initializing all the Stores at 1733872528260 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872528260Cleaning up temporary data from old regions at 1733872528283 (+23 ms)Running coprocessor post-open hooks at 1733872528312 (+29 ms)Region opened successfully at 1733872528312 2024-12-10T23:15:28,314 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened fbf4d5a2336f4bfffd2638f15a55aa69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59332680, jitterRate=-0.11587417125701904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:28,314 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:28,314 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b., pid=23, masterSystemTime=1733872528150 2024-12-10T23:15:28,314 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for fbf4d5a2336f4bfffd2638f15a55aa69: Running coprocessor pre-open hook at 1733872528270Writing region info on filesystem at 1733872528270Initializing all the Stores at 1733872528275 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872528275Cleaning up temporary data from old regions at 1733872528300 (+25 ms)Running coprocessor post-open hooks at 1733872528314 (+14 ms)Region opened successfully at 1733872528314 2024-12-10T23:15:28,315 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69., pid=22, masterSystemTime=1733872528177 2024-12-10T23:15:28,318 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:15:28,318 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:15:28,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ceaa0f9a5f73ad57741d772e0e1ab32b, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,43131,1733872505340 2024-12-10T23:15:28,323 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:15:28,323 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:15:28,323 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:15:28,323 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4238eb387b344ff804976590710ffa62, NAME => 'SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-10T23:15:28,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fbf4d5a2336f4bfffd2638f15a55aa69, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,37345,1733872505384 2024-12-10T23:15:28,324 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:28,325 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:28,325 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:28,325 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:28,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b, server=7a5975741222,43131,1733872505340 because future has completed 2024-12-10T23:15:28,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbf4d5a2336f4bfffd2638f15a55aa69, server=7a5975741222,37345,1733872505384 because future has completed 2024-12-10T23:15:28,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-10T23:15:28,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b, server=7a5975741222,43131,1733872505340 in 10.1460 sec 2024-12-10T23:15:28,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-12-10T23:15:28,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fbf4d5a2336f4bfffd2638f15a55aa69, server=7a5975741222,37345,1733872505384 in 10.1530 sec 2024-12-10T23:15:28,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ceaa0f9a5f73ad57741d772e0e1ab32b, ASSIGN in 10.3650 sec 2024-12-10T23:15:28,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbf4d5a2336f4bfffd2638f15a55aa69, ASSIGN in 10.3720 sec 2024-12-10T23:15:28,344 INFO [StoreOpener-4238eb387b344ff804976590710ffa62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:28,349 INFO [StoreOpener-4238eb387b344ff804976590710ffa62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4238eb387b344ff804976590710ffa62 columnFamilyName cf 2024-12-10T23:15:28,349 DEBUG [StoreOpener-4238eb387b344ff804976590710ffa62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:28,350 INFO [StoreOpener-4238eb387b344ff804976590710ffa62-1 {}] regionserver.HStore(327): Store=4238eb387b344ff804976590710ffa62/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:28,350 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:28,351 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4238eb387b344ff804976590710ffa62 2024-12-10T23:15:28,352 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4238eb387b344ff804976590710ffa62 2024-12-10T23:15:28,353 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:28,353 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:28,356 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:28,359 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4238eb387b344ff804976590710ffa62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:28,360 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 4238eb387b344ff804976590710ffa62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69368604, jitterRate=0.0336727499961853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:28,360 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:28,360 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4238eb387b344ff804976590710ffa62: Running coprocessor pre-open hook at 1733872528325Writing region info on filesystem at 1733872528325Initializing all the Stores at 1733872528334 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872528334Cleaning up temporary data from old regions at 1733872528353 (+19 ms)Running coprocessor post-open hooks at 1733872528360 (+7 ms)Region opened successfully at 1733872528360 2024-12-10T23:15:28,361 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62., pid=19, masterSystemTime=1733872528177 2024-12-10T23:15:28,368 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:15:28,368 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:15:28,368 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:15:28,369 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b54c2fb13736e794ec0a84e6aa02b48, NAME => 'SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-10T23:15:28,369 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:28,369 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:28,369 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:28,369 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:28,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4238eb387b344ff804976590710ffa62, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,37345,1733872505384 2024-12-10T23:15:28,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4238eb387b344ff804976590710ffa62, server=7a5975741222,37345,1733872505384 because future has completed 2024-12-10T23:15:28,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-10T23:15:28,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4238eb387b344ff804976590710ffa62, server=7a5975741222,37345,1733872505384 in 10.2100 sec 2024-12-10T23:15:28,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4238eb387b344ff804976590710ffa62, ASSIGN in 10.4120 sec 2024-12-10T23:15:28,392 INFO [StoreOpener-4b54c2fb13736e794ec0a84e6aa02b48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:28,395 INFO [StoreOpener-4b54c2fb13736e794ec0a84e6aa02b48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b54c2fb13736e794ec0a84e6aa02b48 columnFamilyName cf 2024-12-10T23:15:28,395 DEBUG [StoreOpener-4b54c2fb13736e794ec0a84e6aa02b48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:28,396 INFO [StoreOpener-4b54c2fb13736e794ec0a84e6aa02b48-1 {}] regionserver.HStore(327): Store=4b54c2fb13736e794ec0a84e6aa02b48/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:28,396 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:28,397 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:28,398 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:28,398 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:28,399 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:28,402 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:28,408 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4b54c2fb13736e794ec0a84e6aa02b48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:15:28,409 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4b54c2fb13736e794ec0a84e6aa02b48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65158062, jitterRate=-0.029069215059280396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:28,409 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:28,409 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4b54c2fb13736e794ec0a84e6aa02b48: Running coprocessor pre-open hook at 1733872528370Writing region info on filesystem at 1733872528370Initializing all the Stores at 1733872528374 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872528374Cleaning up temporary data from old regions at 1733872528399 (+25 ms)Running coprocessor post-open hooks at 1733872528409 (+10 ms)Region opened successfully at 1733872528409 2024-12-10T23:15:28,411 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48., pid=24, masterSystemTime=1733872528177 2024-12-10T23:15:28,414 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:15:28,414 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:15:28,415 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b54c2fb13736e794ec0a84e6aa02b48, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,37345,1733872505384 2024-12-10T23:15:28,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b54c2fb13736e794ec0a84e6aa02b48, server=7a5975741222,37345,1733872505384 because future has completed 2024-12-10T23:15:28,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-12-10T23:15:28,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b54c2fb13736e794ec0a84e6aa02b48, server=7a5975741222,37345,1733872505384 in 10.2350 sec 2024-12-10T23:15:28,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T23:15:28,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b54c2fb13736e794ec0a84e6aa02b48, ASSIGN in 10.4580 sec 2024-12-10T23:15:28,434 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T23:15:28,434 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733872528434"}]},"ts":"1733872528434"} 2024-12-10T23:15:28,437 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-10T23:15:28,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T23:15:28,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8790 sec 2024-12-10T23:15:30,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-10T23:15:33,641 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T23:15:33,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T23:15:34,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-10T23:15:34,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-10T23:15:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:15:35,877 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-10T23:15:35,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-10T23:15:35,879 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:15:35,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-10T23:15:35,894 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:15:35,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-10T23:15:35,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc., hostname=7a5975741222,43131,1733872505340, seqNum=2] 2024-12-10T23:15:35,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc., hostname=7a5975741222,43131,1733872505340, seqNum=2] 2024-12-10T23:15:35,948 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc., hostname=7a5975741222,43131,1733872505340, seqNum=2] 2024-12-10T23:15:36,035 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,039 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,103 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544., hostname=7a5975741222,46305,1733872505239, seqNum=2] 2024-12-10T23:15:36,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544., hostname=7a5975741222,46305,1733872505239, seqNum=2] 2024-12-10T23:15:36,109 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544., hostname=7a5975741222,46305,1733872505239, seqNum=2] 2024-12-10T23:15:36,115 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544., hostname=7a5975741222,46305,1733872505239, seqNum=2] 2024-12-10T23:15:36,118 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544., hostname=7a5975741222,46305,1733872505239, seqNum=2] 2024-12-10T23:15:36,131 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544., hostname=7a5975741222,46305,1733872505239, seqNum=2] 2024-12-10T23:15:36,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544., hostname=7a5975741222,46305,1733872505239, seqNum=2] 2024-12-10T23:15:36,139 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544., hostname=7a5975741222,46305,1733872505239, seqNum=2] 2024-12-10T23:15:36,213 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,222 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:36,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62., hostname=7a5975741222,37345,1733872505384, seqNum=2] 2024-12-10T23:15:37,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:15:37,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:15:37,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:15:37,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T23:15:37,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:15:37,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:15:37,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T23:15:37,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T23:15:37,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T23:15:38,126 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-10T23:15:38,127 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:15:38,128 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-10T23:15:38,133 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-10T23:15:38,147 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-10T23:15:38,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741848_1024 (size=49) 2024-12-10T23:15:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741848_1024 (size=49) 2024-12-10T23:15:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741848_1024 (size=49) 2024-12-10T23:15:38,161 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-10T23:15:38,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b54c2fb13736e794ec0a84e6aa02b48}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9394307a9b3c82861d345d4ca439d381}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 748e8ea14a0b0c31c01a5d629b5aed8f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf75bd114195c646c164ceaa8b3a2657}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbf4d5a2336f4bfffd2638f15a55aa69}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3e2271b05d6240394eeee0965bd7544}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4238eb387b344ff804976590710ffa62}] 2024-12-10T23:15:38,170 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:38,171 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:38,176 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:38,176 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:38,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:38,177 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:38,177 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:38,185 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:38,185 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:38,186 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:38,228 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7a5975741222,43131,1733872505340 2024-12-10T23:15:38,229 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7a5975741222,43131,1733872505340: Simulated kill ***** 2024-12-10T23:15:38,229 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-10T23:15:38,232 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-10T23:15:38,233 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-10T23:15:38,235 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-10T23:15:38,235 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-10T23:15:38,239 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 612570320 }, "NonHeapMemoryUsage": { "committed": 157155328, "init": 7667712, "max": -1, "used": 153815712 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7a5975741222", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7a5975741222", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58859", "tag.serverName": "7a5975741222,46305,1733872505239", "tag.clusterId": "10561b70-aad2-4638-9f97-e6f65027a476", "tag.Context": "regionserver", "tag.Hostname": "7a5975741222", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733872505239, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-10T23:15:38,243 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36579 {}] master.MasterRpcServices(700): 7a5975741222,43131,1733872505340 reported a fatal error: ***** ABORTING region server 7a5975741222,43131,1733872505340: Simulated kill ***** 2024-12-10T23:15:38,245 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,43131,1733872505340' ***** 2024-12-10T23:15:38,245 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-10T23:15:38,245 INFO [RS:1;7a5975741222:43131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:15:38,246 INFO [RS:1;7a5975741222:43131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-10T23:15:38,246 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:15:38,246 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:15:38,246 INFO [RS:1;7a5975741222:43131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-10T23:15:38,246 INFO [RS:1;7a5975741222:43131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:15:38,246 INFO [RS:1;7a5975741222:43131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7a5975741222:43131. 2024-12-10T23:15:38,246 DEBUG [RS:1;7a5975741222:43131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:15:38,246 DEBUG [RS:1;7a5975741222:43131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:15:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741833_1009 (size=966) 2024-12-10T23:15:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741833_1009 (size=966) 2024-12-10T23:15:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741833_1009 (size=966) 2024-12-10T23:15:38,254 DEBUG [RS:1;7a5975741222:43131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:15:38,254 INFO [RS:1;7a5975741222:43131 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:15:38,254 INFO [RS:1;7a5975741222:43131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43131 2024-12-10T23:15:38,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,43131,1733872505340 2024-12-10T23:15:38,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:15:38,261 INFO [RS:1;7a5975741222:43131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:15:38,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,43131,1733872505340] 2024-12-10T23:15:38,264 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,43131,1733872505340 already deleted, retry=false 2024-12-10T23:15:38,264 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7a5975741222,43131,1733872505340 on 7a5975741222,36579,1733872504538 2024-12-10T23:15:38,269 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7a5975741222,43131,1733872505340, splitWal=true, meta=false 2024-12-10T23:15:38,272 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7a5975741222,43131,1733872505340, splitWal=true, meta=false 2024-12-10T23:15:38,273 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 7a5975741222,43131,1733872505340 (carryingMeta=false) 7a5975741222,43131,1733872505340/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6c349cab[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-10T23:15:38,274 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 7a5975741222,43131,1733872505340 had 3 regions 2024-12-10T23:15:38,275 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7a5975741222,43131,1733872505340, splitWal=true, meta=false, isMeta: false 2024-12-10T23:15:38,275 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:38,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:38,276 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:38,278 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting 2024-12-10T23:15:38,278 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b can not run currently because target server of region SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 1000 ms to retry 2024-12-10T23:15:38,278 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b can not run currently because target server of region SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 1000 ms to retry 2024-12-10T23:15:38,278 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc can not run currently because target server of region SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 1000 ms to retry 2024-12-10T23:15:38,278 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b; timeout=1000, timestamp=1733872539278 2024-12-10T23:15:38,278 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc; timeout=1000, timestamp=1733872539278 2024-12-10T23:15:38,278 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b; timeout=1000, timestamp=1733872539278 2024-12-10T23:15:38,279 INFO [PEWorker-2 {}] master.SplitWALManager(105): 7a5975741222,43131,1733872505340 WAL count=1, meta=false 2024-12-10T23:15:38,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7a5975741222%2C43131%2C1733872505340.1733872506732}] 2024-12-10T23:15:38,287 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=7a5975741222,46305,1733872505239 2024-12-10T23:15:38,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7a5975741222%2C43131%2C1733872505340.1733872506732, worker=7a5975741222,46305,1733872505239}] 2024-12-10T23:15:38,293 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:15:38,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:15:38,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x1019ea8b6260002, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:15:38,364 INFO [RS:1;7a5975741222:43131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:15:38,364 INFO [RS:1;7a5975741222:43131 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,43131,1733872505340; zookeeper connection closed. 2024-12-10T23:15:38,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bce6999 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bce6999 2024-12-10T23:15:38,557 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T23:15:38,557 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T23:15:39,278 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:39,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:39,279 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:39,280 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b can not run currently because target server of region SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 2000 ms to retry 2024-12-10T23:15:39,280 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b; timeout=2000, timestamp=1733872541280 2024-12-10T23:15:39,280 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b can not run currently because target server of region SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 2000 ms to retry 2024-12-10T23:15:39,280 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc can not run currently because target server of region SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 2000 ms to retry 2024-12-10T23:15:39,280 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b; timeout=2000, timestamp=1733872541280 2024-12-10T23:15:39,280 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc; timeout=2000, timestamp=1733872541280 2024-12-10T23:15:40,328 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a5975741222:36579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T23:15:41,280 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:41,281 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:41,281 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:41,282 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b can not run currently because target server of region SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 4000 ms to retry 2024-12-10T23:15:41,282 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b can not run currently because target server of region SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 4000 ms to retry 2024-12-10T23:15:41,282 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc can not run currently because target server of region SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 4000 ms to retry 2024-12-10T23:15:41,282 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b; timeout=4000, timestamp=1733872545282 2024-12-10T23:15:41,282 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b; timeout=4000, timestamp=1733872545282 2024-12-10T23:15:41,282 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc; timeout=4000, timestamp=1733872545282 2024-12-10T23:15:45,283 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:45,283 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:45,283 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:45,284 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b can not run currently because target server of region SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 8000 ms to retry 2024-12-10T23:15:45,284 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc can not run currently because target server of region SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 8000 ms to retry 2024-12-10T23:15:45,284 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b can not run currently because target server of region SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 7a5975741222,43131,1733872505340 is in state SPLITTING, wait 8000 ms to retry 2024-12-10T23:15:45,284 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b; timeout=8000, timestamp=1733872553284 2024-12-10T23:15:45,284 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b; timeout=8000, timestamp=1733872553284 2024-12-10T23:15:45,284 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc; timeout=8000, timestamp=1733872553284 2024-12-10T23:15:48,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-10T23:15:48,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-10T23:15:48,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:15:48,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-10T23:15:48,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:15:48,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-10T23:15:48,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:15:48,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-10T23:15:48,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:15:48,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-10T23:15:48,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-10T23:15:48,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:15:48,183 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 4238eb387b344ff804976590710ffa62 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-10T23:15:48,183 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing fbf4d5a2336f4bfffd2638f15a55aa69 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-10T23:15:48,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 748e8ea14a0b0c31c01a5d629b5aed8f: 2024-12-10T23:15:48,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 9394307a9b3c82861d345d4ca439d381: 2024-12-10T23:15:48,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for cf75bd114195c646c164ceaa8b3a2657: 2024-12-10T23:15:48,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. for SnapshotProcedureTest completed. 2024-12-10T23:15:48,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. for SnapshotProcedureTest completed. 2024-12-10T23:15:48,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. for SnapshotProcedureTest completed. 2024-12-10T23:15:48,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:15:48,185 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f3e2271b05d6240394eeee0965bd7544 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-10T23:15:48,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-10T23:15:48,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:15:48,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:15:48,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:15:48,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:15:48,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:15:48,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:15:48,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:15:48,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:15:48,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:15:48,219 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732, size=966 (966bytes) 2024-12-10T23:15:48,220 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-10T23:15:48,220 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-10T23:15:48,220 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732 2024-12-10T23:15:48,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741850_1026 (size=65) 2024-12-10T23:15:48,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741850_1026 (size=65) 2024-12-10T23:15:48,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:15:48,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741849_1025 (size=65) 2024-12-10T23:15:48,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741850_1026 (size=65) 2024-12-10T23:15:48,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741849_1025 (size=65) 2024-12-10T23:15:48,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741849_1025 (size=65) 2024-12-10T23:15:48,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-10T23:15:48,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741851_1027 (size=65) 2024-12-10T23:15:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-10T23:15:48,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:48,232 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:15:48,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9394307a9b3c82861d345d4ca439d381 in 10.0710 sec 2024-12-10T23:15:48,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741851_1027 (size=65) 2024-12-10T23:15:48,243 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732 after 20ms 2024-12-10T23:15:48,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741851_1027 (size=65) 2024-12-10T23:15:48,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:15:48,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-10T23:15:48,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:15:48,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 4b54c2fb13736e794ec0a84e6aa02b48: 2024-12-10T23:15:48,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. for SnapshotProcedureTest completed. 2024-12-10T23:15:48,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:15:48,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:15:48,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:15:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-10T23:15:48,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:48,250 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:15:48,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 748e8ea14a0b0c31c01a5d629b5aed8f in 10.0890 sec 2024-12-10T23:15:48,254 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732 took 37ms 2024-12-10T23:15:48,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 81f26a9751c8170330a48a4607f3bf9b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T23:15:48,295 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 7b99dd26869e58d0d571ab7b049b3bdc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T23:15:48,296 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ceaa0f9a5f73ad57741d772e0e1ab32b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T23:15:48,297 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732 so closing down 2024-12-10T23:15:48,297 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:15:48,297 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:15:48,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/f3e2271b05d6240394eeee0965bd7544/.tmp/cf/e3ae9a18348c401788102e2b57207fd9 is 34, key is ccd/cf:cf/1733872537434/Put/seqid=0 2024-12-10T23:15:48,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/fbf4d5a2336f4bfffd2638f15a55aa69/.tmp/cf/9f49fa7b715946fba5a9d5236a57d181 is 34, key is baa/cf:cf/1733872537462/Put/seqid=0 2024-12-10T23:15:48,306 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732, size=966, length=966, corrupted=false, cancelled=false 2024-12-10T23:15:48,306 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732, journal: Splitting hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732, size=966 (966bytes) at 1733872548219Finishing writing output for hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732 so closing down at 1733872548297 (+78 ms)3 split writer threads finished at 1733872548297Processed 3 edits across 0 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732, size=966, length=966, corrupted=false, cancelled=false at 1733872548306 (+9 ms) 2024-12-10T23:15:48,306 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732 2024-12-10T23:15:48,307 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-10T23:15:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-10T23:15:48,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741852_1028 (size=57) 2024-12-10T23:15:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741852_1028 (size=57) 2024-12-10T23:15:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741852_1028 (size=57) 2024-12-10T23:15:48,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:15:48,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-10T23:15:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-10T23:15:48,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:48,330 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:15:48,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4b54c2fb13736e794ec0a84e6aa02b48 in 10.1680 sec 2024-12-10T23:15:48,362 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting/7a5975741222%2C43131%2C1733872505340.1733872506732 to hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/oldWALs 2024-12-10T23:15:48,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-10T23:15:48,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7a5975741222%2C43131%2C1733872505340.1733872506732, worker=7a5975741222,46305,1733872505239 in 10.0730 sec 2024-12-10T23:15:48,370 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=7a5975741222,46305,1733872505239 2024-12-10T23:15:48,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-10T23:15:48,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 7a5975741222%2C43131%2C1733872505340.1733872506732, worker=7a5975741222,46305,1733872505239 in 10.0900 sec 2024-12-10T23:15:48,378 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting dir is empty, no logs to split. 2024-12-10T23:15:48,378 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7a5975741222,43131,1733872505340 WAL count=0, meta=false 2024-12-10T23:15:48,379 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7a5975741222,43131,1733872505340 WAL splitting is done? wals=0, meta=false 2024-12-10T23:15:48,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4238eb387b344ff804976590710ffa62/.tmp/cf/11c6e134bb6a450194b10d4cdfe817ea is 34, key is eaa/cf:cf/1733872537963/Put/seqid=0 2024-12-10T23:15:48,383 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7a5975741222,43131,1733872505340 failed, ignore...File hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/WALs/7a5975741222,43131,1733872505340-splitting does not exist. 2024-12-10T23:15:48,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81f26a9751c8170330a48a4607f3bf9b, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b99dd26869e58d0d571ab7b049b3bdc, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ceaa0f9a5f73ad57741d772e0e1ab32b, ASSIGN}] 2024-12-10T23:15:48,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741853_1029 (size=499309) 2024-12-10T23:15:48,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741853_1029 (size=499309) 2024-12-10T23:15:48,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741853_1029 (size=499309) 2024-12-10T23:15:48,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4238eb387b344ff804976590710ffa62/.tmp/cf/11c6e134bb6a450194b10d4cdfe817ea 2024-12-10T23:15:48,389 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b99dd26869e58d0d571ab7b049b3bdc, ASSIGN 2024-12-10T23:15:48,389 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81f26a9751c8170330a48a4607f3bf9b, ASSIGN 2024-12-10T23:15:48,390 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ceaa0f9a5f73ad57741d772e0e1ab32b, ASSIGN 2024-12-10T23:15:48,391 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7b99dd26869e58d0d571ab7b049b3bdc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T23:15:48,392 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ceaa0f9a5f73ad57741d772e0e1ab32b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T23:15:48,392 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81f26a9751c8170330a48a4607f3bf9b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T23:15:48,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741854_1030 (size=28623) 2024-12-10T23:15:48,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741854_1030 (size=28623) 2024-12-10T23:15:48,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741854_1030 (size=28623) 2024-12-10T23:15:48,419 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/fbf4d5a2336f4bfffd2638f15a55aa69/.tmp/cf/9f49fa7b715946fba5a9d5236a57d181 2024-12-10T23:15:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741855_1031 (size=47197) 2024-12-10T23:15:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741855_1031 (size=47197) 2024-12-10T23:15:48,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741855_1031 (size=47197) 2024-12-10T23:15:48,436 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/f3e2271b05d6240394eeee0965bd7544/.tmp/cf/e3ae9a18348c401788102e2b57207fd9 2024-12-10T23:15:48,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4238eb387b344ff804976590710ffa62/.tmp/cf/11c6e134bb6a450194b10d4cdfe817ea as hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4238eb387b344ff804976590710ffa62/cf/11c6e134bb6a450194b10d4cdfe817ea 2024-12-10T23:15:48,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/f3e2271b05d6240394eeee0965bd7544/.tmp/cf/e3ae9a18348c401788102e2b57207fd9 as hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/f3e2271b05d6240394eeee0965bd7544/cf/e3ae9a18348c401788102e2b57207fd9 2024-12-10T23:15:48,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/fbf4d5a2336f4bfffd2638f15a55aa69/.tmp/cf/9f49fa7b715946fba5a9d5236a57d181 as hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/fbf4d5a2336f4bfffd2638f15a55aa69/cf/9f49fa7b715946fba5a9d5236a57d181 2024-12-10T23:15:48,491 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/f3e2271b05d6240394eeee0965bd7544/cf/e3ae9a18348c401788102e2b57207fd9, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-10T23:15:48,505 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f3e2271b05d6240394eeee0965bd7544 in 311ms, sequenceid=5, compaction requested=false 2024-12-10T23:15:48,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f3e2271b05d6240394eeee0965bd7544: 2024-12-10T23:15:48,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. for SnapshotProcedureTest completed. 2024-12-10T23:15:48,505 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4238eb387b344ff804976590710ffa62/cf/11c6e134bb6a450194b10d4cdfe817ea, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-10T23:15:48,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:15:48,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:15:48,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/f3e2271b05d6240394eeee0965bd7544/cf/e3ae9a18348c401788102e2b57207fd9] hfiles 2024-12-10T23:15:48,507 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 4238eb387b344ff804976590710ffa62 in 327ms, sequenceid=5, compaction requested=false 2024-12-10T23:15:48,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4238eb387b344ff804976590710ffa62: 2024-12-10T23:15:48,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. for SnapshotProcedureTest completed. 2024-12-10T23:15:48,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:15:48,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:15:48,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4238eb387b344ff804976590710ffa62/cf/11c6e134bb6a450194b10d4cdfe817ea] hfiles 2024-12-10T23:15:48,507 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/fbf4d5a2336f4bfffd2638f15a55aa69/cf/9f49fa7b715946fba5a9d5236a57d181, entries=731, sequenceid=5, filesize=28.0 K 2024-12-10T23:15:48,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/f3e2271b05d6240394eeee0965bd7544/cf/e3ae9a18348c401788102e2b57207fd9 for snapshot=SnapshotProcedureTest 2024-12-10T23:15:48,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4238eb387b344ff804976590710ffa62/cf/11c6e134bb6a450194b10d4cdfe817ea for snapshot=SnapshotProcedureTest 2024-12-10T23:15:48,509 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for fbf4d5a2336f4bfffd2638f15a55aa69 in 330ms, sequenceid=5, compaction requested=false 2024-12-10T23:15:48,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for fbf4d5a2336f4bfffd2638f15a55aa69: 2024-12-10T23:15:48,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. for SnapshotProcedureTest completed. 2024-12-10T23:15:48,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:15:48,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:15:48,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/fbf4d5a2336f4bfffd2638f15a55aa69/cf/9f49fa7b715946fba5a9d5236a57d181] hfiles 2024-12-10T23:15:48,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/fbf4d5a2336f4bfffd2638f15a55aa69/cf/9f49fa7b715946fba5a9d5236a57d181 for snapshot=SnapshotProcedureTest 2024-12-10T23:15:48,542 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:15:48,543 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:15:48,543 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:15:48,543 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:15:48,543 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:15:48,543 INFO [7a5975741222:36579 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:15:48,543 INFO [7a5975741222:36579 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:15:48,543 DEBUG [7a5975741222:36579 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:15:48,544 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ceaa0f9a5f73ad57741d772e0e1ab32b, regionState=OPENING, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:48,544 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=7b99dd26869e58d0d571ab7b049b3bdc, regionState=OPENING, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:48,544 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=81f26a9751c8170330a48a4607f3bf9b, regionState=OPENING, regionLocation=7a5975741222,37345,1733872505384 2024-12-10T23:15:48,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7b99dd26869e58d0d571ab7b049b3bdc, ASSIGN because future has completed 2024-12-10T23:15:48,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc, server=7a5975741222,46305,1733872505239}] 2024-12-10T23:15:48,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741856_1032 (size=105) 2024-12-10T23:15:48,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741856_1032 (size=105) 2024-12-10T23:15:48,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741856_1032 (size=105) 2024-12-10T23:15:48,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:15:48,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-10T23:15:48,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ceaa0f9a5f73ad57741d772e0e1ab32b, ASSIGN because future has completed 2024-12-10T23:15:48,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b, server=7a5975741222,46305,1733872505239}] 2024-12-10T23:15:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-10T23:15:48,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:48,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:15:48,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81f26a9751c8170330a48a4607f3bf9b, ASSIGN because future has completed 2024-12-10T23:15:48,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f26a9751c8170330a48a4607f3bf9b, server=7a5975741222,37345,1733872505384}] 2024-12-10T23:15:48,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f3e2271b05d6240394eeee0965bd7544 in 10.3940 sec 2024-12-10T23:15:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741858_1034 (size=97) 2024-12-10T23:15:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741858_1034 (size=97) 2024-12-10T23:15:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741858_1034 (size=97) 2024-12-10T23:15:48,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:15:48,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-10T23:15:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-10T23:15:48,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:48,571 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4238eb387b344ff804976590710ffa62 2024-12-10T23:15:48,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741857_1033 (size=105) 2024-12-10T23:15:48,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741857_1033 (size=105) 2024-12-10T23:15:48,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4238eb387b344ff804976590710ffa62 in 10.4100 sec 2024-12-10T23:15:48,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741857_1033 (size=105) 2024-12-10T23:15:48,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:15:48,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-10T23:15:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-10T23:15:48,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:48,578 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:15:48,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fbf4d5a2336f4bfffd2638f15a55aa69 in 10.4160 sec 2024-12-10T23:15:48,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:15:48,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-10T23:15:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-10T23:15:48,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:48,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:15:48,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cf75bd114195c646c164ceaa8b3a2657 in 10.4640 sec 2024-12-10T23:15:53,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b held by pid=41 2024-12-10T23:15:53,285 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b held by pid=39 2024-12-10T23:15:53,285 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc held by pid=40 2024-12-10T23:15:53,285 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:53,285 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:53,285 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,149 INFO [master/7a5975741222:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-10T23:15:58,149 INFO [master/7a5975741222:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-10T23:15:58,561 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:15:58,561 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b99dd26869e58d0d571ab7b049b3bdc, NAME => 'SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T23:15:58,562 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,562 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:58,562 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,562 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,565 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:15:58,565 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 81f26a9751c8170330a48a4607f3bf9b, NAME => 'SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T23:15:58,565 INFO [StoreOpener-7b99dd26869e58d0d571ab7b049b3bdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,566 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,566 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:58,566 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,566 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,567 INFO [StoreOpener-7b99dd26869e58d0d571ab7b049b3bdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b99dd26869e58d0d571ab7b049b3bdc columnFamilyName cf 2024-12-10T23:15:58,567 DEBUG [StoreOpener-7b99dd26869e58d0d571ab7b049b3bdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:58,568 INFO [StoreOpener-7b99dd26869e58d0d571ab7b049b3bdc-1 {}] regionserver.HStore(327): Store=7b99dd26869e58d0d571ab7b049b3bdc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:58,568 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,568 INFO [StoreOpener-81f26a9751c8170330a48a4607f3bf9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,569 INFO [StoreOpener-81f26a9751c8170330a48a4607f3bf9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f26a9751c8170330a48a4607f3bf9b columnFamilyName cf 2024-12-10T23:15:58,569 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,569 DEBUG [StoreOpener-81f26a9751c8170330a48a4607f3bf9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:58,570 INFO [StoreOpener-81f26a9751c8170330a48a4607f3bf9b-1 {}] regionserver.HStore(327): Store=81f26a9751c8170330a48a4607f3bf9b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:58,571 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,571 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,572 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,572 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,572 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,574 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,575 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,575 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,575 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,576 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 7b99dd26869e58d0d571ab7b049b3bdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73782480, jitterRate=0.09944462776184082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:58,576 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,577 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 7b99dd26869e58d0d571ab7b049b3bdc: Running coprocessor pre-open hook at 1733872558562Writing region info on filesystem at 1733872558562Initializing all the Stores at 1733872558564 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872558564Cleaning up temporary data from old regions at 1733872558572 (+8 ms)Running coprocessor post-open hooks at 1733872558576 (+4 ms)Region opened successfully at 1733872558577 (+1 ms) 2024-12-10T23:15:58,578 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,579 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc., pid=42, masterSystemTime=1733872558555 2024-12-10T23:15:58,580 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 81f26a9751c8170330a48a4607f3bf9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68154556, jitterRate=0.015582025051116943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:58,580 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,580 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 81f26a9751c8170330a48a4607f3bf9b: Running coprocessor pre-open hook at 1733872558566Writing region info on filesystem at 1733872558566Initializing all the Stores at 1733872558568 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872558568Cleaning up temporary data from old regions at 1733872558575 (+7 ms)Running coprocessor post-open hooks at 1733872558580 (+5 ms)Region opened successfully at 1733872558580 2024-12-10T23:15:58,583 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b., pid=44, masterSystemTime=1733872558560 2024-12-10T23:15:58,584 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:15:58,584 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:15:58,585 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:15:58,585 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => ceaa0f9a5f73ad57741d772e0e1ab32b, NAME => 'SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-10T23:15:58,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=7b99dd26869e58d0d571ab7b049b3bdc, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:58,586 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,586 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:15:58,586 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:15:58,586 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:15:58,587 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,587 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,588 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=81f26a9751c8170330a48a4607f3bf9b, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,37345,1733872505384 2024-12-10T23:15:58,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc, server=7a5975741222,46305,1733872505239 because future has completed 2024-12-10T23:15:58,589 INFO [StoreOpener-ceaa0f9a5f73ad57741d772e0e1ab32b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f26a9751c8170330a48a4607f3bf9b, server=7a5975741222,37345,1733872505384 because future has completed 2024-12-10T23:15:58,594 INFO [StoreOpener-ceaa0f9a5f73ad57741d772e0e1ab32b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceaa0f9a5f73ad57741d772e0e1ab32b columnFamilyName cf 2024-12-10T23:15:58,594 DEBUG [StoreOpener-ceaa0f9a5f73ad57741d772e0e1ab32b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:15:58,595 INFO [StoreOpener-ceaa0f9a5f73ad57741d772e0e1ab32b-1 {}] regionserver.HStore(327): Store=ceaa0f9a5f73ad57741d772e0e1ab32b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:15:58,596 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,597 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-12-10T23:15:58,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc, server=7a5975741222,46305,1733872505239 in 10.0450 sec 2024-12-10T23:15:58,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-12-10T23:15:58,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 81f26a9751c8170330a48a4607f3bf9b, server=7a5975741222,37345,1733872505384 in 10.0380 sec 2024-12-10T23:15:58,600 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,601 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,601 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b99dd26869e58d0d571ab7b049b3bdc, ASSIGN in 10.2140 sec 2024-12-10T23:15:58,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:15:58,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81f26a9751c8170330a48a4607f3bf9b, ASSIGN in 10.2140 sec 2024-12-10T23:15:58,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:15:58,605 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,607 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened ceaa0f9a5f73ad57741d772e0e1ab32b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60023771, jitterRate=-0.10557611286640167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:15:58,607 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,607 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for ceaa0f9a5f73ad57741d772e0e1ab32b: Running coprocessor pre-open hook at 1733872558587Writing region info on filesystem at 1733872558587Initializing all the Stores at 1733872558588 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872558588Cleaning up temporary data from old regions at 1733872558601 (+13 ms)Running coprocessor post-open hooks at 1733872558607 (+6 ms)Region opened successfully at 1733872558607 2024-12-10T23:15:58,608 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b., pid=43, masterSystemTime=1733872558555 2024-12-10T23:15:58,612 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:15:58,612 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:15:58,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ceaa0f9a5f73ad57741d772e0e1ab32b, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,46305,1733872505239 2024-12-10T23:15:58,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b, server=7a5975741222,46305,1733872505239 because future has completed 2024-12-10T23:15:58,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-10T23:15:58,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b, server=7a5975741222,46305,1733872505239 in 10.0670 sec 2024-12-10T23:15:58,630 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:15:58,630 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 7a5975741222,43131,1733872505340 after splitting done 2024-12-10T23:15:58,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-10T23:15:58,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ceaa0f9a5f73ad57741d772e0e1ab32b, ASSIGN in 10.2390 sec 2024-12-10T23:15:58,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 7a5975741222,43131,1733872505340, splitWal=true, meta=false in 20.3660 sec 2024-12-10T23:16:03,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T23:16:04,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T23:16:06,557 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-10T23:16:08,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-10T23:16:08,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-10T23:16:08,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:16:08,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:16:08,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7b99dd26869e58d0d571ab7b049b3bdc: 2024-12-10T23:16:08,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. for SnapshotProcedureTest completed. 2024-12-10T23:16:08,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ceaa0f9a5f73ad57741d772e0e1ab32b: 2024-12-10T23:16:08,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. for SnapshotProcedureTest completed. 2024-12-10T23:16:08,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 81f26a9751c8170330a48a4607f3bf9b: 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. for SnapshotProcedureTest completed. 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:16:08,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:16:08,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741861_1037 (size=65) 2024-12-10T23:16:08,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741861_1037 (size=65) 2024-12-10T23:16:08,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741859_1035 (size=65) 2024-12-10T23:16:08,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741859_1035 (size=65) 2024-12-10T23:16:08,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741859_1035 (size=65) 2024-12-10T23:16:08,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741861_1037 (size=65) 2024-12-10T23:16:08,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:16:08,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-10T23:16:08,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:16:08,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-10T23:16:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-10T23:16:08,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:16:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-10T23:16:08,634 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:16:08,634 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:16:08,634 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:16:08,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ceaa0f9a5f73ad57741d772e0e1ab32b in 30.4720 sec 2024-12-10T23:16:08,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 81f26a9751c8170330a48a4607f3bf9b in 30.4720 sec 2024-12-10T23:16:08,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741860_1036 (size=65) 2024-12-10T23:16:08,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741860_1036 (size=65) 2024-12-10T23:16:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741860_1036 (size=65) 2024-12-10T23:16:08,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:16:08,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-10T23:16:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-10T23:16:08,654 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36579 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:16:08,654 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:16:08,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-10T23:16:08,670 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-10T23:16:08,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b99dd26869e58d0d571ab7b049b3bdc in 30.5020 sec 2024-12-10T23:16:08,673 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-10T23:16:08,676 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-10T23:16:08,676 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-10T23:16:08,681 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T23:16:08,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741862_1038 (size=1134) 2024-12-10T23:16:08,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741862_1038 (size=1134) 2024-12-10T23:16:08,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741862_1038 (size=1134) 2024-12-10T23:16:08,787 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-10T23:16:08,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-10T23:16:08,814 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,46305,1733872505239 2024-12-10T23:16:08,815 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,37345,1733872505384 2024-12-10T23:16:08,820 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,46305,1733872505239 2024-12-10T23:16:08,821 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,46305,1733872505239 2024-12-10T23:16:08,822 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,37345,1733872505384 2024-12-10T23:16:08,831 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,37345,1733872505384 2024-12-10T23:16:13,194 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f3e2271b05d6240394eeee0965bd7544, had cached 0 bytes from a total of 47197 2024-12-10T23:16:13,269 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fbf4d5a2336f4bfffd2638f15a55aa69, had cached 0 bytes from a total of 28623 2024-12-10T23:16:13,325 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4238eb387b344ff804976590710ffa62, had cached 0 bytes from a total of 499309 2024-12-10T23:16:15,330 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a5975741222:36579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T23:16:17,316 DEBUG [master/7a5975741222:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4b54c2fb13736e794ec0a84e6aa02b48 changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:16:17,316 DEBUG [master/7a5975741222:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 748e8ea14a0b0c31c01a5d629b5aed8f changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:16:17,317 DEBUG [master/7a5975741222:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 81f26a9751c8170330a48a4607f3bf9b changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:16:17,317 DEBUG [master/7a5975741222:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fbf4d5a2336f4bfffd2638f15a55aa69 changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:16:17,317 DEBUG [master/7a5975741222:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4238eb387b344ff804976590710ffa62 changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:16:17,318 DEBUG [master/7a5975741222:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ceaa0f9a5f73ad57741d772e0e1ab32b changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:16:17,318 DEBUG [master/7a5975741222:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9394307a9b3c82861d345d4ca439d381 changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:16:17,318 DEBUG [master/7a5975741222:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cf75bd114195c646c164ceaa8b3a2657 changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:16:17,318 DEBUG [master/7a5975741222:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7b99dd26869e58d0d571ab7b049b3bdc changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:16:17,318 DEBUG [master/7a5975741222:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f3e2271b05d6240394eeee0965bd7544 changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:16:18,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-10T23:16:18,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-10T23:16:18,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-10T23:16:18,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-10T23:16:18,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-10T23:16:18,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-10T23:16:18,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T23:16:18,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T23:16:18,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-10T23:16:18,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-10T23:16:18,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-10T23:16:18,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-10T23:16:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-10T23:16:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-10T23:16:18,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-10T23:16:18,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-10T23:16:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-10T23:16:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-10T23:16:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-10T23:16:18,828 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,46305,1733872505239 Release verify snapshot worker=7a5975741222,46305,1733872505239 2024-12-10T23:16:18,828 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,37345,1733872505384 Release verify snapshot worker=7a5975741222,37345,1733872505384 2024-12-10T23:16:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-10T23:16:18,853 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,46305,1733872505239 Release verify snapshot worker=7a5975741222,46305,1733872505239 2024-12-10T23:16:18,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,37345,1733872505384 in 10.0260 sec 2024-12-10T23:16:18,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,46305,1733872505239 in 10.0510 sec 2024-12-10T23:16:18,856 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,37345,1733872505384 2024-12-10T23:16:18,856 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,46305,1733872505239 2024-12-10T23:16:18,857 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,37345,1733872505384 Release verify snapshot worker=7a5975741222,37345,1733872505384 2024-12-10T23:16:18,857 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,46305,1733872505239 Release verify snapshot worker=7a5975741222,46305,1733872505239 2024-12-10T23:16:18,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,46305,1733872505239 in 10.0550 sec 2024-12-10T23:16:18,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,46305,1733872505239 in 10.0260 sec 2024-12-10T23:16:18,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,37345,1733872505384 in 10.0550 sec 2024-12-10T23:16:18,860 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,37345,1733872505384 Release verify snapshot worker=7a5975741222,37345,1733872505384 2024-12-10T23:16:18,860 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,46305,1733872505239 2024-12-10T23:16:18,860 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,37345,1733872505384 2024-12-10T23:16:18,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,37345,1733872505384 in 10.0580 sec 2024-12-10T23:16:28,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-10T23:16:28,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-10T23:16:28,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-10T23:16:28,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-10T23:16:28,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-10T23:16:28,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-10T23:16:28,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-10T23:16:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-10T23:16:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-10T23:16:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-10T23:16:28,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-10T23:16:28,864 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,37345,1733872505384 Release verify snapshot worker=7a5975741222,37345,1733872505384 2024-12-10T23:16:28,864 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,46305,1733872505239 Release verify snapshot worker=7a5975741222,46305,1733872505239 2024-12-10T23:16:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-10T23:16:28,867 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,37345,1733872505384 Release verify snapshot worker=7a5975741222,37345,1733872505384 2024-12-10T23:16:28,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,46305,1733872505239 in 20.0630 sec 2024-12-10T23:16:28,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,37345,1733872505384 in 20.0620 sec 2024-12-10T23:16:28,870 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,46305,1733872505239 Release verify snapshot worker=7a5975741222,46305,1733872505239 2024-12-10T23:16:28,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,37345,1733872505384 in 20.0650 sec 2024-12-10T23:16:28,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-12-10T23:16:28,874 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-10T23:16:28,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,46305,1733872505239 in 20.0680 sec 2024-12-10T23:16:28,876 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/.hbase-snapshot/SnapshotProcedureTest 2024-12-10T23:16:28,880 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-10T23:16:28,880 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-10T23:16:28,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7590 sec 2024-12-10T23:16:29,136 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-10T23:16:29,142 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-10T23:16:29,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T23:16:29,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T23:16:29,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:16:29,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:16:29,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:16:29,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T23:16:29,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T23:16:29,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1185987721, stopped=false 2024-12-10T23:16:29,144 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a5975741222,36579,1733872504538 2024-12-10T23:16:29,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:16:29,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:16:29,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:29,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:29,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:16:29,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:29,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:16:29,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:16:29,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:16:29,151 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T23:16:29,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T23:16:29,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:16:29,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:16:29,155 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,46305,1733872505239' ***** 2024-12-10T23:16:29,155 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T23:16:29,155 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,37345,1733872505384' ***** 2024-12-10T23:16:29,155 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T23:16:29,155 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-10T23:16:29,155 INFO [RS:0;7a5975741222:46305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:16:29,155 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(3091): Received CLOSE for 748e8ea14a0b0c31c01a5d629b5aed8f 2024-12-10T23:16:29,155 INFO [RS:0;7a5975741222:46305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T23:16:29,155 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:16:29,155 INFO [RS:0;7a5975741222:46305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T23:16:29,155 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b99dd26869e58d0d571ab7b049b3bdc 2024-12-10T23:16:29,156 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(3091): Received CLOSE for 4238eb387b344ff804976590710ffa62 2024-12-10T23:16:29,156 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b54c2fb13736e794ec0a84e6aa02b48 2024-12-10T23:16:29,156 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(3091): Received CLOSE for 81f26a9751c8170330a48a4607f3bf9b 2024-12-10T23:16:29,156 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(3091): Received CLOSE for fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:16:29,157 INFO [RS:2;7a5975741222:37345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:16:29,158 INFO [RS:2;7a5975741222:37345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T23:16:29,158 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:16:29,158 INFO [RS:2;7a5975741222:37345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T23:16:29,158 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 748e8ea14a0b0c31c01a5d629b5aed8f, which we are already trying to CLOSE, but not completed yet 2024-12-10T23:16:29,158 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 4238eb387b344ff804976590710ffa62, which we are already trying to CLOSE, but not completed yet 2024-12-10T23:16:29,158 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 4b54c2fb13736e794ec0a84e6aa02b48, which we are already trying to CLOSE, but not completed yet 2024-12-10T23:16:29,158 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 81f26a9751c8170330a48a4607f3bf9b, which we are already trying to CLOSE, but not completed yet 2024-12-10T23:16:29,158 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: fbf4d5a2336f4bfffd2638f15a55aa69, which we are already trying to CLOSE, but not completed yet 2024-12-10T23:16:29,158 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 748e8ea14a0b0c31c01a5d629b5aed8f, disabling compactions & flushes 2024-12-10T23:16:29,158 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(959): stopping server 7a5975741222,37345,1733872505384 2024-12-10T23:16:29,158 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:16:29,158 INFO [RS:2;7a5975741222:37345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:16:29,158 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:16:29,158 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. after waiting 0 ms 2024-12-10T23:16:29,158 INFO [RS:2;7a5975741222:37345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7a5975741222:37345. 2024-12-10T23:16:29,158 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:16:29,158 DEBUG [RS:2;7a5975741222:37345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:16:29,158 DEBUG [RS:2;7a5975741222:37345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:16:29,159 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-10T23:16:29,159 DEBUG [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(1325): Online Regions={748e8ea14a0b0c31c01a5d629b5aed8f=SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f., 4238eb387b344ff804976590710ffa62=SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62., 4b54c2fb13736e794ec0a84e6aa02b48=SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48., 81f26a9751c8170330a48a4607f3bf9b=SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b., fbf4d5a2336f4bfffd2638f15a55aa69=SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69.} 2024-12-10T23:16:29,160 DEBUG [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(1351): Waiting on 4238eb387b344ff804976590710ffa62, 4b54c2fb13736e794ec0a84e6aa02b48, 748e8ea14a0b0c31c01a5d629b5aed8f, 81f26a9751c8170330a48a4607f3bf9b, fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:16:29,160 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(3091): Received CLOSE for cf75bd114195c646c164ceaa8b3a2657 2024-12-10T23:16:29,161 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(3091): Received CLOSE for ceaa0f9a5f73ad57741d772e0e1ab32b 2024-12-10T23:16:29,161 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(3091): Received CLOSE for 9394307a9b3c82861d345d4ca439d381 2024-12-10T23:16:29,161 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b99dd26869e58d0d571ab7b049b3bdc, disabling compactions & flushes 2024-12-10T23:16:29,161 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(3091): Received CLOSE for f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:16:29,161 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:16:29,161 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(959): stopping server 7a5975741222,46305,1733872505239 2024-12-10T23:16:29,161 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:16:29,161 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. after waiting 0 ms 2024-12-10T23:16:29,161 INFO [RS:0;7a5975741222:46305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:16:29,161 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:16:29,161 INFO [RS:0;7a5975741222:46305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a5975741222:46305. 2024-12-10T23:16:29,161 DEBUG [RS:0;7a5975741222:46305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:16:29,161 DEBUG [RS:0;7a5975741222:46305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:16:29,162 INFO [RS:0;7a5975741222:46305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T23:16:29,162 INFO [RS:0;7a5975741222:46305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T23:16:29,162 INFO [RS:0;7a5975741222:46305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T23:16:29,162 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T23:16:29,176 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-10T23:16:29,176 DEBUG [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(1325): Online Regions={7b99dd26869e58d0d571ab7b049b3bdc=SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc., cf75bd114195c646c164ceaa8b3a2657=SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657., ceaa0f9a5f73ad57741d772e0e1ab32b=SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b., 1588230740=hbase:meta,,1.1588230740, 9394307a9b3c82861d345d4ca439d381=SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381., f3e2271b05d6240394eeee0965bd7544=SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544.} 2024-12-10T23:16:29,177 DEBUG [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b99dd26869e58d0d571ab7b049b3bdc, 9394307a9b3c82861d345d4ca439d381, ceaa0f9a5f73ad57741d772e0e1ab32b, cf75bd114195c646c164ceaa8b3a2657, f3e2271b05d6240394eeee0965bd7544 2024-12-10T23:16:29,177 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T23:16:29,177 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T23:16:29,177 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T23:16:29,177 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T23:16:29,177 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T23:16:29,177 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-10T23:16:29,180 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/7b99dd26869e58d0d571ab7b049b3bdc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:16:29,186 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:16:29,186 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b99dd26869e58d0d571ab7b049b3bdc: Waiting for close lock at 1733872589161Running coprocessor pre-close hooks at 1733872589161Disabling compacts and flushes for region at 1733872589161Disabling writes for close at 1733872589161Writing region close event to WAL at 1733872589166 (+5 ms)Running coprocessor post-close hooks at 1733872589181 (+15 ms)Closed at 1733872589186 (+5 ms) 2024-12-10T23:16:29,187 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733872517550.7b99dd26869e58d0d571ab7b049b3bdc. 2024-12-10T23:16:29,187 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf75bd114195c646c164ceaa8b3a2657, disabling compactions & flushes 2024-12-10T23:16:29,187 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:16:29,187 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:16:29,187 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. after waiting 0 ms 2024-12-10T23:16:29,187 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:16:29,216 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/748e8ea14a0b0c31c01a5d629b5aed8f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:16:29,218 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:16:29,218 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 748e8ea14a0b0c31c01a5d629b5aed8f: Waiting for close lock at 1733872589156Running coprocessor pre-close hooks at 1733872589158 (+2 ms)Disabling compacts and flushes for region at 1733872589158Disabling writes for close at 1733872589158Writing region close event to WAL at 1733872589165 (+7 ms)Running coprocessor post-close hooks at 1733872589218 (+53 ms)Closed at 1733872589218 2024-12-10T23:16:29,218 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733872517550.748e8ea14a0b0c31c01a5d629b5aed8f. 2024-12-10T23:16:29,218 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4238eb387b344ff804976590710ffa62, disabling compactions & flushes 2024-12-10T23:16:29,218 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:16:29,218 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:16:29,218 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. after waiting 0 ms 2024-12-10T23:16:29,218 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:16:29,228 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/cf75bd114195c646c164ceaa8b3a2657/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:16:29,230 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:16:29,230 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf75bd114195c646c164ceaa8b3a2657: Waiting for close lock at 1733872589187Running coprocessor pre-close hooks at 1733872589187Disabling compacts and flushes for region at 1733872589187Disabling writes for close at 1733872589187Writing region close event to WAL at 1733872589210 (+23 ms)Running coprocessor post-close hooks at 1733872589229 (+19 ms)Closed at 1733872589230 (+1 ms) 2024-12-10T23:16:29,231 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733872517550.cf75bd114195c646c164ceaa8b3a2657. 2024-12-10T23:16:29,231 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ceaa0f9a5f73ad57741d772e0e1ab32b, disabling compactions & flushes 2024-12-10T23:16:29,231 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:16:29,231 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:16:29,231 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:16:29,231 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. after waiting 0 ms 2024-12-10T23:16:29,231 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:16:29,233 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:16:29,244 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/.tmp/info/ce86fbf01cea4b38bcaa25e2625733c1 is 167, key is SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b./info:regioninfo/1733872558612/Put/seqid=0 2024-12-10T23:16:29,259 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4238eb387b344ff804976590710ffa62/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T23:16:29,261 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:16:29,261 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4238eb387b344ff804976590710ffa62: Waiting for close lock at 1733872589218Running coprocessor pre-close hooks at 1733872589218Disabling compacts and flushes for region at 1733872589218Disabling writes for close at 1733872589218Writing region close event to WAL at 1733872589231 (+13 ms)Running coprocessor post-close hooks at 1733872589261 (+30 ms)Closed at 1733872589261 2024-12-10T23:16:29,261 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733872517550.4238eb387b344ff804976590710ffa62. 2024-12-10T23:16:29,261 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b54c2fb13736e794ec0a84e6aa02b48, disabling compactions & flushes 2024-12-10T23:16:29,261 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:16:29,261 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:16:29,262 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. after waiting 0 ms 2024-12-10T23:16:29,262 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:16:29,276 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/ceaa0f9a5f73ad57741d772e0e1ab32b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:16:29,278 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:16:29,278 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ceaa0f9a5f73ad57741d772e0e1ab32b: Waiting for close lock at 1733872589231Running coprocessor pre-close hooks at 1733872589231Disabling compacts and flushes for region at 1733872589231Disabling writes for close at 1733872589231Writing region close event to WAL at 1733872589247 (+16 ms)Running coprocessor post-close hooks at 1733872589278 (+31 ms)Closed at 1733872589278 2024-12-10T23:16:29,278 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733872517550.ceaa0f9a5f73ad57741d772e0e1ab32b. 2024-12-10T23:16:29,278 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9394307a9b3c82861d345d4ca439d381, disabling compactions & flushes 2024-12-10T23:16:29,278 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:16:29,278 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:16:29,278 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. after waiting 0 ms 2024-12-10T23:16:29,278 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:16:29,305 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/4b54c2fb13736e794ec0a84e6aa02b48/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:16:29,306 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:16:29,306 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b54c2fb13736e794ec0a84e6aa02b48: Waiting for close lock at 1733872589261Running coprocessor pre-close hooks at 1733872589261Disabling compacts and flushes for region at 1733872589261Disabling writes for close at 1733872589262 (+1 ms)Writing region close event to WAL at 1733872589276 (+14 ms)Running coprocessor post-close hooks at 1733872589306 (+30 ms)Closed at 1733872589306 2024-12-10T23:16:29,306 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733872517550.4b54c2fb13736e794ec0a84e6aa02b48. 2024-12-10T23:16:29,306 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81f26a9751c8170330a48a4607f3bf9b, disabling compactions & flushes 2024-12-10T23:16:29,306 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:16:29,306 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:16:29,306 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. after waiting 0 ms 2024-12-10T23:16:29,306 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:16:29,308 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/9394307a9b3c82861d345d4ca439d381/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:16:29,309 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:16:29,309 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9394307a9b3c82861d345d4ca439d381: Waiting for close lock at 1733872589278Running coprocessor pre-close hooks at 1733872589278Disabling compacts and flushes for region at 1733872589278Disabling writes for close at 1733872589278Writing region close event to WAL at 1733872589288 (+10 ms)Running coprocessor post-close hooks at 1733872589309 (+21 ms)Closed at 1733872589309 2024-12-10T23:16:29,309 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733872517550.9394307a9b3c82861d345d4ca439d381. 2024-12-10T23:16:29,309 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3e2271b05d6240394eeee0965bd7544, disabling compactions & flushes 2024-12-10T23:16:29,309 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:16:29,309 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:16:29,309 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. after waiting 0 ms 2024-12-10T23:16:29,309 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:16:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741863_1039 (size=19817) 2024-12-10T23:16:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741863_1039 (size=19817) 2024-12-10T23:16:29,316 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/.tmp/info/ce86fbf01cea4b38bcaa25e2625733c1 2024-12-10T23:16:29,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741863_1039 (size=19817) 2024-12-10T23:16:29,341 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/81f26a9751c8170330a48a4607f3bf9b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:16:29,343 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:16:29,343 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81f26a9751c8170330a48a4607f3bf9b: Waiting for close lock at 1733872589306Running coprocessor pre-close hooks at 1733872589306Disabling compacts and flushes for region at 1733872589306Disabling writes for close at 1733872589306Writing region close event to WAL at 1733872589308 (+2 ms)Running coprocessor post-close hooks at 1733872589343 (+35 ms)Closed at 1733872589343 2024-12-10T23:16:29,343 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733872517550.81f26a9751c8170330a48a4607f3bf9b. 2024-12-10T23:16:29,343 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbf4d5a2336f4bfffd2638f15a55aa69, disabling compactions & flushes 2024-12-10T23:16:29,343 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:16:29,343 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:16:29,343 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. after waiting 0 ms 2024-12-10T23:16:29,343 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:16:29,357 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/f3e2271b05d6240394eeee0965bd7544/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T23:16:29,358 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:16:29,358 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3e2271b05d6240394eeee0965bd7544: Waiting for close lock at 1733872589309Running coprocessor pre-close hooks at 1733872589309Disabling compacts and flushes for region at 1733872589309Disabling writes for close at 1733872589309Writing region close event to WAL at 1733872589333 (+24 ms)Running coprocessor post-close hooks at 1733872589358 (+25 ms)Closed at 1733872589358 2024-12-10T23:16:29,358 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733872517550.f3e2271b05d6240394eeee0965bd7544. 2024-12-10T23:16:29,360 DEBUG [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(1351): Waiting on fbf4d5a2336f4bfffd2638f15a55aa69 2024-12-10T23:16:29,377 DEBUG [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T23:16:29,390 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/.tmp/ns/0a7af3b42a1f4fd585a362cd08f72e2c is 43, key is default/ns:d/1733872517177/Put/seqid=0 2024-12-10T23:16:29,391 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/default/SPTestTable/fbf4d5a2336f4bfffd2638f15a55aa69/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T23:16:29,393 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:16:29,393 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbf4d5a2336f4bfffd2638f15a55aa69: Waiting for close lock at 1733872589343Running coprocessor pre-close hooks at 1733872589343Disabling compacts and flushes for region at 1733872589343Disabling writes for close at 1733872589343Writing region close event to WAL at 1733872589383 (+40 ms)Running coprocessor post-close hooks at 1733872589393 (+10 ms)Closed at 1733872589393 2024-12-10T23:16:29,393 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733872517550.fbf4d5a2336f4bfffd2638f15a55aa69. 2024-12-10T23:16:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741864_1040 (size=5153) 2024-12-10T23:16:29,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741864_1040 (size=5153) 2024-12-10T23:16:29,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741864_1040 (size=5153) 2024-12-10T23:16:29,427 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/.tmp/ns/0a7af3b42a1f4fd585a362cd08f72e2c 2024-12-10T23:16:29,481 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/.tmp/table/f1eb98a8ca004611a26ad80b9d32c1c6 is 47, key is SPTestTable/table:state/1733872528434/Put/seqid=0 2024-12-10T23:16:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741865_1041 (size=5214) 2024-12-10T23:16:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741865_1041 (size=5214) 2024-12-10T23:16:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741865_1041 (size=5214) 2024-12-10T23:16:29,537 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/.tmp/table/f1eb98a8ca004611a26ad80b9d32c1c6 2024-12-10T23:16:29,549 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/.tmp/info/ce86fbf01cea4b38bcaa25e2625733c1 as hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/info/ce86fbf01cea4b38bcaa25e2625733c1 2024-12-10T23:16:29,553 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T23:16:29,553 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T23:16:29,557 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T23:16:29,557 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T23:16:29,560 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/info/ce86fbf01cea4b38bcaa25e2625733c1, entries=112, sequenceid=35, filesize=19.4 K 2024-12-10T23:16:29,561 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(976): stopping server 7a5975741222,37345,1733872505384; all regions closed. 2024-12-10T23:16:29,563 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/.tmp/ns/0a7af3b42a1f4fd585a362cd08f72e2c as hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/ns/0a7af3b42a1f4fd585a362cd08f72e2c 2024-12-10T23:16:29,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741835_1011 (size=4022) 2024-12-10T23:16:29,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741835_1011 (size=4022) 2024-12-10T23:16:29,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741835_1011 (size=4022) 2024-12-10T23:16:29,577 DEBUG [RS:2;7a5975741222:37345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/oldWALs 2024-12-10T23:16:29,577 DEBUG [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T23:16:29,577 INFO [RS:2;7a5975741222:37345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a5975741222%2C37345%2C1733872505384:(num 1733872506732) 2024-12-10T23:16:29,577 DEBUG [RS:2;7a5975741222:37345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:16:29,577 INFO [RS:2;7a5975741222:37345 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:16:29,577 INFO [RS:2;7a5975741222:37345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:16:29,578 INFO [RS:2;7a5975741222:37345 {}] hbase.ChoreService(370): Chore service for: regionserver/7a5975741222:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T23:16:29,578 INFO [RS:2;7a5975741222:37345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T23:16:29,578 INFO [RS:2;7a5975741222:37345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T23:16:29,579 INFO [regionserver/7a5975741222:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:16:29,579 INFO [RS:2;7a5975741222:37345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T23:16:29,579 INFO [RS:2;7a5975741222:37345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:16:29,579 INFO [RS:2;7a5975741222:37345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37345 2024-12-10T23:16:29,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:16:29,582 INFO [RS:2;7a5975741222:37345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:16:29,583 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/ns/0a7af3b42a1f4fd585a362cd08f72e2c, entries=2, sequenceid=35, filesize=5.0 K 2024-12-10T23:16:29,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,37345,1733872505384] 2024-12-10T23:16:29,586 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/.tmp/table/f1eb98a8ca004611a26ad80b9d32c1c6 as hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/table/f1eb98a8ca004611a26ad80b9d32c1c6 2024-12-10T23:16:29,587 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,37345,1733872505384 already deleted, retry=false 2024-12-10T23:16:29,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,37345,1733872505384 2024-12-10T23:16:29,587 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a5975741222,37345,1733872505384 expired; onlineServers=1 2024-12-10T23:16:29,596 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/table/f1eb98a8ca004611a26ad80b9d32c1c6, entries=2, sequenceid=35, filesize=5.1 K 2024-12-10T23:16:29,597 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 420ms, sequenceid=35, compaction requested=false 2024-12-10T23:16:29,609 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-10T23:16:29,611 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T23:16:29,611 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T23:16:29,611 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733872589177Running coprocessor pre-close hooks at 1733872589177Disabling compacts and flushes for region at 1733872589177Disabling writes for close at 1733872589177Obtaining lock to block concurrent updates at 1733872589178 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733872589178Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733872589178Flushing stores of hbase:meta,,1.1588230740 at 1733872589179 (+1 ms)Flushing 1588230740/info: creating writer at 1733872589179Flushing 1588230740/info: appending metadata at 1733872589238 (+59 ms)Flushing 1588230740/info: closing flushed file at 1733872589238Flushing 1588230740/ns: creating writer at 1733872589334 (+96 ms)Flushing 1588230740/ns: appending metadata at 1733872589372 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1733872589372Flushing 1588230740/table: creating writer at 1733872589449 (+77 ms)Flushing 1588230740/table: appending metadata at 1733872589475 (+26 ms)Flushing 1588230740/table: closing flushed file at 1733872589475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0e8319: reopening flushed file at 1733872589547 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16bb1c88: reopening flushed file at 1733872589561 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f25fe3c: reopening flushed file at 1733872589583 (+22 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 420ms, sequenceid=35, compaction requested=false at 1733872589598 (+15 ms)Writing region close event to WAL at 1733872589603 (+5 ms)Running coprocessor post-close hooks at 1733872589610 (+7 ms)Closed at 1733872589611 (+1 ms) 2024-12-10T23:16:29,611 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T23:16:29,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:16:29,684 INFO [RS:2;7a5975741222:37345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:16:29,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37345-0x1019ea8b6260003, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:16:29,684 INFO [RS:2;7a5975741222:37345 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,37345,1733872505384; zookeeper connection closed. 2024-12-10T23:16:29,685 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a3f1e34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a3f1e34 2024-12-10T23:16:29,777 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(976): stopping server 7a5975741222,46305,1733872505239; all regions closed. 2024-12-10T23:16:29,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741836_1012 (size=18438) 2024-12-10T23:16:29,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741836_1012 (size=18438) 2024-12-10T23:16:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741836_1012 (size=18438) 2024-12-10T23:16:29,788 DEBUG [RS:0;7a5975741222:46305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/oldWALs 2024-12-10T23:16:29,788 INFO [RS:0;7a5975741222:46305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a5975741222%2C46305%2C1733872505239.meta:.meta(num 1733872517023) 2024-12-10T23:16:29,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741834_1010 (size=3530) 2024-12-10T23:16:29,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741834_1010 (size=3530) 2024-12-10T23:16:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741834_1010 (size=3530) 2024-12-10T23:16:29,795 DEBUG [RS:0;7a5975741222:46305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/oldWALs 2024-12-10T23:16:29,795 INFO [RS:0;7a5975741222:46305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a5975741222%2C46305%2C1733872505239:(num 1733872506731) 2024-12-10T23:16:29,795 DEBUG [RS:0;7a5975741222:46305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:16:29,795 INFO [RS:0;7a5975741222:46305 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:16:29,795 INFO [RS:0;7a5975741222:46305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:16:29,796 INFO [RS:0;7a5975741222:46305 {}] hbase.ChoreService(370): Chore service for: regionserver/7a5975741222:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T23:16:29,796 INFO [RS:0;7a5975741222:46305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:16:29,796 INFO [RS:0;7a5975741222:46305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46305 2024-12-10T23:16:29,797 INFO [regionserver/7a5975741222:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:16:29,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,46305,1733872505239 2024-12-10T23:16:29,800 INFO [RS:0;7a5975741222:46305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:16:29,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:16:29,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,46305,1733872505239] 2024-12-10T23:16:29,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,46305,1733872505239 already deleted, retry=false 2024-12-10T23:16:29,805 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a5975741222,46305,1733872505239 expired; onlineServers=0 2024-12-10T23:16:29,805 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a5975741222,36579,1733872504538' ***** 2024-12-10T23:16:29,805 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T23:16:29,806 INFO [M:0;7a5975741222:36579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:16:29,806 INFO [M:0;7a5975741222:36579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:16:29,806 DEBUG [M:0;7a5975741222:36579 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T23:16:29,806 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T23:16:29,806 DEBUG [M:0;7a5975741222:36579 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T23:16:29,806 DEBUG [master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733872506387 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733872506387,5,FailOnTimeoutGroup] 2024-12-10T23:16:29,806 INFO [M:0;7a5975741222:36579 {}] hbase.ChoreService(370): Chore service for: master/7a5975741222:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T23:16:29,806 DEBUG [master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733872506392 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733872506392,5,FailOnTimeoutGroup] 2024-12-10T23:16:29,807 INFO [M:0;7a5975741222:36579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:16:29,807 DEBUG [M:0;7a5975741222:36579 {}] master.HMaster(1795): Stopping service threads 2024-12-10T23:16:29,807 INFO [M:0;7a5975741222:36579 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T23:16:29,807 INFO [M:0;7a5975741222:36579 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T23:16:29,807 ERROR [M:0;7a5975741222:36579 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1272979000) connection to localhost/127.0.0.1:40427 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40427,5,PEWorkerGroup] 2024-12-10T23:16:29,808 INFO [M:0;7a5975741222:36579 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T23:16:29,808 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T23:16:29,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T23:16:29,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:29,813 DEBUG [M:0;7a5975741222:36579 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-10T23:16:29,813 DEBUG [M:0;7a5975741222:36579 {}] master.ActiveMasterManager(353): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-10T23:16:29,814 INFO [M:0;7a5975741222:36579 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/.lastflushedseqids 2024-12-10T23:16:29,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741866_1042 (size=668) 2024-12-10T23:16:29,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741866_1042 (size=668) 2024-12-10T23:16:29,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741866_1042 (size=668) 2024-12-10T23:16:29,833 INFO [M:0;7a5975741222:36579 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T23:16:29,833 INFO [M:0;7a5975741222:36579 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T23:16:29,833 DEBUG [M:0;7a5975741222:36579 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T23:16:29,834 INFO [M:0;7a5975741222:36579 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:16:29,834 DEBUG [M:0;7a5975741222:36579 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:16:29,834 DEBUG [M:0;7a5975741222:36579 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T23:16:29,834 DEBUG [M:0;7a5975741222:36579 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:16:29,834 INFO [M:0;7a5975741222:36579 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.38 KB heapSize=229.80 KB 2024-12-10T23:16:29,856 DEBUG [M:0;7a5975741222:36579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/738f49dc486b4eefa872e5696a1c82b7 is 82, key is hbase:meta,,1/info:regioninfo/1733872517107/Put/seqid=0 2024-12-10T23:16:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741867_1043 (size=5672) 2024-12-10T23:16:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741867_1043 (size=5672) 2024-12-10T23:16:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741867_1043 (size=5672) 2024-12-10T23:16:29,880 INFO [M:0;7a5975741222:36579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/738f49dc486b4eefa872e5696a1c82b7 2024-12-10T23:16:29,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:16:29,902 INFO [RS:0;7a5975741222:46305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:16:29,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x1019ea8b6260001, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:16:29,903 INFO [RS:0;7a5975741222:46305 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,46305,1733872505239; zookeeper connection closed. 2024-12-10T23:16:29,903 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6eb5a92d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6eb5a92d 2024-12-10T23:16:29,903 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-10T23:16:29,912 DEBUG [M:0;7a5975741222:36579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e46bfa8efb64423c989b388438da3c51 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733872528444/Put/seqid=0 2024-12-10T23:16:29,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741868_1044 (size=8903) 2024-12-10T23:16:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741868_1044 (size=8903) 2024-12-10T23:16:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741868_1044 (size=8903) 2024-12-10T23:16:29,975 INFO [M:0;7a5975741222:36579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.64 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e46bfa8efb64423c989b388438da3c51 2024-12-10T23:16:29,986 INFO [M:0;7a5975741222:36579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e46bfa8efb64423c989b388438da3c51 2024-12-10T23:16:30,017 DEBUG [M:0;7a5975741222:36579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/310af887f5b94ed0bb090059ab7e9ba4 is 69, key is 7a5975741222,37345,1733872505384/rs:state/1733872506454/Put/seqid=0 2024-12-10T23:16:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741869_1045 (size=5446) 2024-12-10T23:16:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741869_1045 (size=5446) 2024-12-10T23:16:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741869_1045 (size=5446) 2024-12-10T23:16:30,080 INFO [M:0;7a5975741222:36579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/310af887f5b94ed0bb090059ab7e9ba4 2024-12-10T23:16:30,091 INFO [M:0;7a5975741222:36579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 310af887f5b94ed0bb090059ab7e9ba4 2024-12-10T23:16:30,094 DEBUG [M:0;7a5975741222:36579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/738f49dc486b4eefa872e5696a1c82b7 as hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/738f49dc486b4eefa872e5696a1c82b7 2024-12-10T23:16:30,105 INFO [M:0;7a5975741222:36579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/738f49dc486b4eefa872e5696a1c82b7, entries=8, sequenceid=485, filesize=5.5 K 2024-12-10T23:16:30,107 DEBUG [M:0;7a5975741222:36579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e46bfa8efb64423c989b388438da3c51 as hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e46bfa8efb64423c989b388438da3c51 2024-12-10T23:16:30,119 INFO [M:0;7a5975741222:36579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e46bfa8efb64423c989b388438da3c51 2024-12-10T23:16:30,120 INFO [M:0;7a5975741222:36579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e46bfa8efb64423c989b388438da3c51, entries=54, sequenceid=485, filesize=8.7 K 2024-12-10T23:16:30,125 DEBUG [M:0;7a5975741222:36579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/310af887f5b94ed0bb090059ab7e9ba4 as hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/310af887f5b94ed0bb090059ab7e9ba4 2024-12-10T23:16:30,144 INFO [M:0;7a5975741222:36579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 310af887f5b94ed0bb090059ab7e9ba4 2024-12-10T23:16:30,144 INFO [M:0;7a5975741222:36579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40427/user/jenkins/test-data/bd606558-9da9-b894-9094-b00a6ae1f57e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/310af887f5b94ed0bb090059ab7e9ba4, entries=3, sequenceid=485, filesize=5.3 K 2024-12-10T23:16:30,145 INFO [M:0;7a5975741222:36579 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.38 KB/189828, heapSize ~229.50 KB/235008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 311ms, sequenceid=485, compaction requested=false 2024-12-10T23:16:30,163 INFO [M:0;7a5975741222:36579 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:16:30,163 DEBUG [M:0;7a5975741222:36579 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733872589833Disabling compacts and flushes for region at 1733872589833Disabling writes for close at 1733872589834 (+1 ms)Obtaining lock to block concurrent updates at 1733872589834Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733872589834Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189828, getHeapSize=235248, getOffHeapSize=0, getCellsCount=588 at 1733872589834Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733872589837 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733872589837Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733872589856 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733872589856Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733872589887 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733872589912 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733872589912Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733872589986 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733872590016 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733872590016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c0a3da: reopening flushed file at 1733872590091 (+75 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b81b689: reopening flushed file at 1733872590105 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63863d37: reopening flushed file at 1733872590120 (+15 ms)Finished flush of dataSize ~185.38 KB/189828, heapSize ~229.50 KB/235008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 311ms, sequenceid=485, compaction requested=false at 1733872590146 (+26 ms)Writing region close event to WAL at 1733872590163 (+17 ms)Closed at 1733872590163 2024-12-10T23:16:30,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36621 is added to blk_1073741830_1006 (size=222184) 2024-12-10T23:16:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741830_1006 (size=222184) 2024-12-10T23:16:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37253 is added to blk_1073741830_1006 (size=222184) 2024-12-10T23:16:30,177 INFO [M:0;7a5975741222:36579 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T23:16:30,177 INFO [M:0;7a5975741222:36579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36579 2024-12-10T23:16:30,177 INFO [M:0;7a5975741222:36579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:16:30,177 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:16:30,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:16:30,280 INFO [M:0;7a5975741222:36579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:16:30,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36579-0x1019ea8b6260000, quorum=127.0.0.1:58859, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:16:30,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50c3eb8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:16:30,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d875a32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:16:30,287 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:16:30,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3214352d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:16:30,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f2b6eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.log.dir/,STOPPED} 2024-12-10T23:16:30,295 WARN [BP-1507106231-172.17.0.2-1733872501460 heartbeating to localhost/127.0.0.1:40427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T23:16:30,295 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T23:16:30,295 WARN [BP-1507106231-172.17.0.2-1733872501460 heartbeating to localhost/127.0.0.1:40427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1507106231-172.17.0.2-1733872501460 (Datanode Uuid fb81673f-2d2f-4526-adcd-b92ccbdf51c6) service to localhost/127.0.0.1:40427 2024-12-10T23:16:30,295 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T23:16:30,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data5/current/BP-1507106231-172.17.0.2-1733872501460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:16:30,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data6/current/BP-1507106231-172.17.0.2-1733872501460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:16:30,297 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:16:30,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3140e83e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:16:30,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64eb43bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:16:30,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:16:30,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68afc928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:16:30,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@469646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.log.dir/,STOPPED} 2024-12-10T23:16:30,308 WARN [BP-1507106231-172.17.0.2-1733872501460 heartbeating to localhost/127.0.0.1:40427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T23:16:30,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T23:16:30,308 WARN [BP-1507106231-172.17.0.2-1733872501460 heartbeating to localhost/127.0.0.1:40427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1507106231-172.17.0.2-1733872501460 (Datanode Uuid 1c6d8dd5-e291-4f63-b377-8f9bb3f36e8f) service to localhost/127.0.0.1:40427 2024-12-10T23:16:30,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T23:16:30,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data3/current/BP-1507106231-172.17.0.2-1733872501460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:16:30,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data4/current/BP-1507106231-172.17.0.2-1733872501460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:16:30,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:16:30,316 WARN [BP-1507106231-172.17.0.2-1733872501460 heartbeating to localhost/127.0.0.1:40427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1507106231-172.17.0.2-1733872501460 (Datanode Uuid b01f1f25-91c8-4eda-a09a-2146fd679d40) service to localhost/127.0.0.1:40427 2024-12-10T23:16:30,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data1/current/BP-1507106231-172.17.0.2-1733872501460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:16:30,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/cluster_6dc2d39a-d681-eecd-af89-7299b5b80a9d/data/data2/current/BP-1507106231-172.17.0.2-1733872501460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:16:30,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c5f936a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:16:30,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42a60629{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:16:30,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:16:30,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423a5fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:16:30,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344ba041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.log.dir/,STOPPED} 2024-12-10T23:16:30,323 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:16:30,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c85e100{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T23:16:30,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@604398c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:16:30,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:16:30,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b82aa31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:16:30,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612d3c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.log.dir/,STOPPED} 2024-12-10T23:16:30,350 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T23:16:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T23:16:30,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7a5975741222:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7a5975741222:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7a5975741222:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:40427 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: master/7a5975741222:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@680aff2c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7a5975741222:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:40427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:40427 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7a5975741222:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7a5975741222:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:40427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7a5975741222:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=4389 (was 5645) 2024-12-10T23:16:30,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=4389 2024-12-10T23:16:30,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.log.dir so I do NOT create it in target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103 2024-12-10T23:16:30,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T23:16:30,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.tmp.dir so I do NOT create it in target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103 2024-12-10T23:16:30,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92747166-44f3-f897-ddcd-21013ad7e6d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T23:16:30,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103 2024-12-10T23:16:30,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T23:16:30,458 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb, deleteOnExit=true 2024-12-10T23:16:30,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T23:16:30,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/test.cache.data in system properties and HBase conf 2024-12-10T23:16:30,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T23:16:30,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/hadoop.log.dir in system properties and HBase conf 2024-12-10T23:16:30,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T23:16:30,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T23:16:30,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T23:16:30,459 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T23:16:30,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T23:16:30,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T23:16:30,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T23:16:30,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T23:16:30,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T23:16:30,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T23:16:30,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T23:16:30,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T23:16:30,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T23:16:30,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/nfs.dump.dir in system properties and HBase conf 2024-12-10T23:16:30,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/java.io.tmpdir in system properties and HBase conf 2024-12-10T23:16:30,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T23:16:30,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T23:16:30,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T23:16:30,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:16:30,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:16:30,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:16:30,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:16:30,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:16:30,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:16:30,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@511133be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:16:30,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a083381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:16:30,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a57f7e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/java.io.tmpdir/jetty-localhost-44075-hadoop-hdfs-3_4_1-tests_jar-_-any-5509419787217201499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T23:16:30,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@511b6ffe{HTTP/1.1, (http/1.1)}{localhost:44075} 2024-12-10T23:16:30,769 INFO [Time-limited test {}] server.Server(415): Started @92166ms 2024-12-10T23:16:30,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:16:30,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:16:30,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:16:30,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:16:30,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:16:30,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39797d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:16:30,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7415b012{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:16:31,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66380d98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/java.io.tmpdir/jetty-localhost-43933-hadoop-hdfs-3_4_1-tests_jar-_-any-7387266644654284035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:16:31,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@651957c0{HTTP/1.1, (http/1.1)}{localhost:43933} 2024-12-10T23:16:31,068 INFO [Time-limited test {}] server.Server(415): Started @92465ms 2024-12-10T23:16:31,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:16:31,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:16:31,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:16:31,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:16:31,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:16:31,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:16:31,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e197fe3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:16:31,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f81c210{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:16:31,220 WARN [Thread-675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data1/current/BP-848479328-172.17.0.2-1733872590492/current, will proceed with Du for space computation calculation, 2024-12-10T23:16:31,221 WARN [Thread-676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data2/current/BP-848479328-172.17.0.2-1733872590492/current, will proceed with Du for space computation calculation, 2024-12-10T23:16:31,257 WARN [Thread-654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:16:31,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffb26b6579ac8fe8 with lease ID 0x64c676c4b68db98a: Processing first storage report for DS-5c3da3a6-87ae-4c4d-85e1-5d36b2215f25 from datanode DatanodeRegistration(127.0.0.1:34387, datanodeUuid=5163c4c2-1913-435e-b08f-a4c2d0ffde78, infoPort=45973, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492) 2024-12-10T23:16:31,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffb26b6579ac8fe8 with lease ID 0x64c676c4b68db98a: from storage DS-5c3da3a6-87ae-4c4d-85e1-5d36b2215f25 node DatanodeRegistration(127.0.0.1:34387, datanodeUuid=5163c4c2-1913-435e-b08f-a4c2d0ffde78, infoPort=45973, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:16:31,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffb26b6579ac8fe8 with lease ID 0x64c676c4b68db98a: Processing first storage report for DS-f65437d2-1f1a-4245-8f75-76e2018d7b37 from datanode DatanodeRegistration(127.0.0.1:34387, datanodeUuid=5163c4c2-1913-435e-b08f-a4c2d0ffde78, infoPort=45973, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492) 2024-12-10T23:16:31,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffb26b6579ac8fe8 with lease ID 0x64c676c4b68db98a: from storage DS-f65437d2-1f1a-4245-8f75-76e2018d7b37 node DatanodeRegistration(127.0.0.1:34387, datanodeUuid=5163c4c2-1913-435e-b08f-a4c2d0ffde78, infoPort=45973, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:16:31,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1873601d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/java.io.tmpdir/jetty-localhost-36597-hadoop-hdfs-3_4_1-tests_jar-_-any-5507703660772272199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:16:31,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42bc7003{HTTP/1.1, (http/1.1)}{localhost:36597} 2024-12-10T23:16:31,334 INFO [Time-limited test {}] server.Server(415): Started @92731ms 2024-12-10T23:16:31,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:16:31,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:16:31,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:16:31,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:16:31,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:16:31,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T23:16:31,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f27143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:16:31,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a00a89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:16:31,472 WARN [Thread-710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data3/current/BP-848479328-172.17.0.2-1733872590492/current, will proceed with Du for space computation calculation, 2024-12-10T23:16:31,472 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data4/current/BP-848479328-172.17.0.2-1733872590492/current, will proceed with Du for space computation calculation, 2024-12-10T23:16:31,511 WARN [Thread-690 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:16:31,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4128fe84ae5b7d14 with lease ID 0x64c676c4b68db98b: Processing first storage report for DS-8f5042aa-3180-4284-8105-fd654f4a0eef from datanode DatanodeRegistration(127.0.0.1:38383, datanodeUuid=38f6189f-a65b-4132-bc74-6cb1647b6923, infoPort=37143, infoSecurePort=0, ipcPort=33605, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492) 2024-12-10T23:16:31,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4128fe84ae5b7d14 with lease ID 0x64c676c4b68db98b: from storage DS-8f5042aa-3180-4284-8105-fd654f4a0eef node DatanodeRegistration(127.0.0.1:38383, datanodeUuid=38f6189f-a65b-4132-bc74-6cb1647b6923, infoPort=37143, infoSecurePort=0, ipcPort=33605, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:16:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4128fe84ae5b7d14 with lease ID 0x64c676c4b68db98b: Processing first storage report for DS-140db0ea-2585-4864-b3bb-aa6c29c246bc from datanode DatanodeRegistration(127.0.0.1:38383, datanodeUuid=38f6189f-a65b-4132-bc74-6cb1647b6923, infoPort=37143, infoSecurePort=0, ipcPort=33605, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492) 2024-12-10T23:16:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4128fe84ae5b7d14 with lease ID 0x64c676c4b68db98b: from storage DS-140db0ea-2585-4864-b3bb-aa6c29c246bc node DatanodeRegistration(127.0.0.1:38383, datanodeUuid=38f6189f-a65b-4132-bc74-6cb1647b6923, infoPort=37143, infoSecurePort=0, ipcPort=33605, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:16:31,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3872a785{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/java.io.tmpdir/jetty-localhost-45269-hadoop-hdfs-3_4_1-tests_jar-_-any-196436084338993879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:16:31,551 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5287412c{HTTP/1.1, (http/1.1)}{localhost:45269} 2024-12-10T23:16:31,551 INFO [Time-limited test {}] server.Server(415): Started @92949ms 2024-12-10T23:16:31,553 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:16:31,705 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data5/current/BP-848479328-172.17.0.2-1733872590492/current, will proceed with Du for space computation calculation, 2024-12-10T23:16:31,706 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data6/current/BP-848479328-172.17.0.2-1733872590492/current, will proceed with Du for space computation calculation, 2024-12-10T23:16:31,753 WARN [Thread-725 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:16:31,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17d5e27a991a1f88 with lease ID 0x64c676c4b68db98c: Processing first storage report for DS-c4ba4b3a-b12c-4acd-a2a7-d5a3885b86a2 from datanode DatanodeRegistration(127.0.0.1:43641, datanodeUuid=fee3e7b1-966b-4548-8f3c-c6e6b015350b, infoPort=34685, infoSecurePort=0, ipcPort=32899, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492) 2024-12-10T23:16:31,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17d5e27a991a1f88 with lease ID 0x64c676c4b68db98c: from storage DS-c4ba4b3a-b12c-4acd-a2a7-d5a3885b86a2 node DatanodeRegistration(127.0.0.1:43641, datanodeUuid=fee3e7b1-966b-4548-8f3c-c6e6b015350b, infoPort=34685, infoSecurePort=0, ipcPort=32899, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:16:31,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17d5e27a991a1f88 with lease ID 0x64c676c4b68db98c: Processing first storage report for DS-f4242405-2ef9-4f81-9fab-2ecd462724eb from datanode DatanodeRegistration(127.0.0.1:43641, datanodeUuid=fee3e7b1-966b-4548-8f3c-c6e6b015350b, infoPort=34685, infoSecurePort=0, ipcPort=32899, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492) 2024-12-10T23:16:31,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17d5e27a991a1f88 with lease ID 0x64c676c4b68db98c: from storage DS-f4242405-2ef9-4f81-9fab-2ecd462724eb node DatanodeRegistration(127.0.0.1:43641, datanodeUuid=fee3e7b1-966b-4548-8f3c-c6e6b015350b, infoPort=34685, infoSecurePort=0, ipcPort=32899, storageInfo=lv=-57;cid=testClusterID;nsid=1428635085;c=1733872590492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:16:31,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103 2024-12-10T23:16:31,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/zookeeper_0, clientPort=60879, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T23:16:31,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60879 2024-12-10T23:16:31,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:16:31,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:16:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:16:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:16:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:16:31,855 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a with version=8 2024-12-10T23:16:31,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/hbase-staging 2024-12-10T23:16:31,858 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:16:31,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:31,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:31,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:16:31,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:31,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:16:31,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T23:16:31,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:16:31,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39531 2024-12-10T23:16:31,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39531 connecting to ZooKeeper ensemble=127.0.0.1:60879 2024-12-10T23:16:31,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395310x0, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:16:31,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39531-0x1019eaa0e560000 connected 2024-12-10T23:16:31,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:16:31,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:16:31,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:16:31,920 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a, hbase.cluster.distributed=false 2024-12-10T23:16:31,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:16:31,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39531 2024-12-10T23:16:31,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39531 2024-12-10T23:16:31,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39531 2024-12-10T23:16:31,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39531 2024-12-10T23:16:31,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39531 2024-12-10T23:16:31,944 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:16:31,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:31,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:31,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:16:31,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:31,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:16:31,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:16:31,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:16:31,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41513 2024-12-10T23:16:31,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41513 connecting to ZooKeeper ensemble=127.0.0.1:60879 2024-12-10T23:16:31,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:16:31,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:16:31,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415130x0, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:16:31,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:16:31,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41513-0x1019eaa0e560001 connected 2024-12-10T23:16:31,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:16:31,963 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:16:31,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:16:31,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:16:31,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41513 2024-12-10T23:16:31,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41513 2024-12-10T23:16:31,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41513 2024-12-10T23:16:31,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41513 2024-12-10T23:16:31,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41513 2024-12-10T23:16:31,988 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:16:31,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:31,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:31,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:16:31,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:31,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:16:31,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:16:31,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:16:31,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35661 2024-12-10T23:16:31,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35661 connecting to ZooKeeper ensemble=127.0.0.1:60879 2024-12-10T23:16:31,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:16:31,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:16:32,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356610x0, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:16:32,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356610x0, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:16:32,003 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:16:32,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35661-0x1019eaa0e560002 connected 2024-12-10T23:16:32,012 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:16:32,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:16:32,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:16:32,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35661 2024-12-10T23:16:32,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35661 2024-12-10T23:16:32,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35661 2024-12-10T23:16:32,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35661 2024-12-10T23:16:32,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35661 2024-12-10T23:16:32,033 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:16:32,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:32,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:32,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:16:32,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:16:32,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:16:32,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:16:32,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:16:32,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44315 2024-12-10T23:16:32,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44315 connecting to ZooKeeper ensemble=127.0.0.1:60879 2024-12-10T23:16:32,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:16:32,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:16:32,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443150x0, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:16:32,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443150x0, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:16:32,048 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:16:32,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44315-0x1019eaa0e560003 connected 2024-12-10T23:16:32,052 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:16:32,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:16:32,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:16:32,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44315 2024-12-10T23:16:32,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44315 2024-12-10T23:16:32,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44315 2024-12-10T23:16:32,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44315 2024-12-10T23:16:32,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44315 2024-12-10T23:16:32,086 DEBUG [M:0;7a5975741222:39531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a5975741222:39531 2024-12-10T23:16:32,086 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7a5975741222,39531,1733872591858 2024-12-10T23:16:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:16:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:16:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:16:32,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:16:32,094 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7a5975741222,39531,1733872591858 2024-12-10T23:16:32,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:16:32,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:16:32,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:16:32,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,101 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T23:16:32,102 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7a5975741222,39531,1733872591858 from backup master directory 2024-12-10T23:16:32,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:16:32,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:16:32,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:16:32,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7a5975741222,39531,1733872591858 2024-12-10T23:16:32,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:16:32,106 WARN [master/7a5975741222:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:16:32,106 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a5975741222,39531,1733872591858 2024-12-10T23:16:32,119 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/hbase.id] with ID: dce6b46c-0472-4377-98b2-7bbcacf67772 2024-12-10T23:16:32,119 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/.tmp/hbase.id 2024-12-10T23:16:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:16:32,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:16:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:16:32,143 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/.tmp/hbase.id]:[hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/hbase.id] 2024-12-10T23:16:32,161 INFO [master/7a5975741222:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:16:32,161 INFO [master/7a5975741222:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T23:16:32,163 INFO [master/7a5975741222:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-10T23:16:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:16:32,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:16:32,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:16:32,186 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T23:16:32,187 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T23:16:32,191 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:16:32,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:16:32,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:16:32,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:16:32,215 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store 2024-12-10T23:16:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:16:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:16:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:16:32,234 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:32,235 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T23:16:32,235 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:16:32,235 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:16:32,235 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T23:16:32,235 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:16:32,235 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:16:32,235 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733872592235Disabling compacts and flushes for region at 1733872592235Disabling writes for close at 1733872592235Writing region close event to WAL at 1733872592235Closed at 1733872592235 2024-12-10T23:16:32,236 WARN [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/.initializing 2024-12-10T23:16:32,236 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/WALs/7a5975741222,39531,1733872591858 2024-12-10T23:16:32,238 INFO [master/7a5975741222:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:16:32,241 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C39531%2C1733872591858, suffix=, logDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/WALs/7a5975741222,39531,1733872591858, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/oldWALs, maxLogs=10 2024-12-10T23:16:32,255 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/WALs/7a5975741222,39531,1733872591858/7a5975741222%2C39531%2C1733872591858.1733872592241, exclude list is [], retry=0 2024-12-10T23:16:32,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38383,DS-8f5042aa-3180-4284-8105-fd654f4a0eef,DISK] 2024-12-10T23:16:32,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-c4ba4b3a-b12c-4acd-a2a7-d5a3885b86a2,DISK] 2024-12-10T23:16:32,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34387,DS-5c3da3a6-87ae-4c4d-85e1-5d36b2215f25,DISK] 2024-12-10T23:16:32,266 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/WALs/7a5975741222,39531,1733872591858/7a5975741222%2C39531%2C1733872591858.1733872592241 2024-12-10T23:16:32,267 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37143:37143),(127.0.0.1/127.0.0.1:34685:34685),(127.0.0.1/127.0.0.1:45973:45973)] 2024-12-10T23:16:32,267 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:16:32,268 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:32,268 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,268 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T23:16:32,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:32,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:16:32,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T23:16:32,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:32,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:32,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T23:16:32,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:32,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:32,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T23:16:32,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:32,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:32,282 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,283 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,283 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,285 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,285 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,286 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:16:32,287 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:16:32,293 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:32,293 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58957555, jitterRate=-0.12146396934986115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:16:32,295 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733872592268Initializing all the Stores at 1733872592269 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872592269Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872592272 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872592272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872592272Cleaning up temporary data from old regions at 1733872592285 (+13 ms)Region opened successfully at 1733872592294 (+9 ms) 2024-12-10T23:16:32,296 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T23:16:32,303 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233b458f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:16:32,304 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T23:16:32,304 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T23:16:32,305 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T23:16:32,305 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T23:16:32,305 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T23:16:32,306 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-10T23:16:32,306 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-10T23:16:32,315 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T23:16:32,317 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T23:16:32,319 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T23:16:32,320 INFO [master/7a5975741222:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T23:16:32,321 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T23:16:32,323 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T23:16:32,324 INFO [master/7a5975741222:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T23:16:32,325 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T23:16:32,328 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T23:16:32,329 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T23:16:32,331 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T23:16:32,333 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T23:16:32,335 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T23:16:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:16:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:16:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:16:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:16:32,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,338 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a5975741222,39531,1733872591858, sessionid=0x1019eaa0e560000, setting cluster-up flag (Was=false) 2024-12-10T23:16:32,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,356 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T23:16:32,357 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a5975741222,39531,1733872591858 2024-12-10T23:16:32,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,373 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T23:16:32,374 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a5975741222,39531,1733872591858 2024-12-10T23:16:32,376 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T23:16:32,378 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T23:16:32,378 INFO [master/7a5975741222:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T23:16:32,378 INFO [master/7a5975741222:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T23:16:32,379 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a5975741222,39531,1733872591858 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T23:16:32,381 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:16:32,382 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:16:32,382 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:16:32,382 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:16:32,382 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a5975741222:0, corePoolSize=10, maxPoolSize=10 2024-12-10T23:16:32,382 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,382 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:16:32,382 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:16:32,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T23:16:32,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:32,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T23:16:32,396 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733872622396 2024-12-10T23:16:32,397 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T23:16:32,397 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T23:16:32,397 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T23:16:32,397 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T23:16:32,397 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T23:16:32,397 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T23:16:32,397 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,400 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T23:16:32,400 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T23:16:32,401 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T23:16:32,404 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T23:16:32,404 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T23:16:32,405 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733872592404,5,FailOnTimeoutGroup] 2024-12-10T23:16:32,405 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733872592405,5,FailOnTimeoutGroup] 2024-12-10T23:16:32,406 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,406 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T23:16:32,406 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,406 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:16:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:16:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:16:32,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T23:16:32,416 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:32,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:16:32,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:16:32,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:16:32,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:32,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T23:16:32,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T23:16:32,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:32,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:16:32,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T23:16:32,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T23:16:32,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:32,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:16:32,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T23:16:32,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T23:16:32,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:32,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:16:32,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T23:16:32,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T23:16:32,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:32,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:16:32,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T23:16:32,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/hbase/meta/1588230740 2024-12-10T23:16:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/hbase/meta/1588230740 2024-12-10T23:16:32,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T23:16:32,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T23:16:32,455 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:16:32,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T23:16:32,459 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:32,460 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66118540, jitterRate=-0.014756977558135986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:16:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733872592434Initializing all the Stores at 1733872592435 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872592435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872592436 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872592436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872592436Cleaning up temporary data from old regions at 1733872592454 (+18 ms)Region opened successfully at 1733872592460 (+6 ms) 2024-12-10T23:16:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T23:16:32,460 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T23:16:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T23:16:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T23:16:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T23:16:32,461 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T23:16:32,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733872592460Disabling compacts and flushes for region at 1733872592460Disabling writes for close at 1733872592460Writing region close event to WAL at 1733872592461 (+1 ms)Closed at 1733872592461 2024-12-10T23:16:32,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:16:32,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T23:16:32,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T23:16:32,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T23:16:32,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T23:16:32,471 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(746): ClusterId : dce6b46c-0472-4377-98b2-7bbcacf67772 2024-12-10T23:16:32,471 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(746): ClusterId : dce6b46c-0472-4377-98b2-7bbcacf67772 2024-12-10T23:16:32,472 DEBUG [RS:1;7a5975741222:35661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:16:32,472 DEBUG [RS:0;7a5975741222:41513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:16:32,472 INFO [RS:2;7a5975741222:44315 {}] regionserver.HRegionServer(746): ClusterId : dce6b46c-0472-4377-98b2-7bbcacf67772 2024-12-10T23:16:32,472 DEBUG [RS:2;7a5975741222:44315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:16:32,476 DEBUG [RS:0;7a5975741222:41513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:16:32,476 DEBUG [RS:0;7a5975741222:41513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:16:32,476 DEBUG [RS:2;7a5975741222:44315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:16:32,476 DEBUG [RS:2;7a5975741222:44315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:16:32,477 DEBUG [RS:1;7a5975741222:35661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:16:32,477 DEBUG [RS:1;7a5975741222:35661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:16:32,481 DEBUG [RS:0;7a5975741222:41513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:16:32,481 DEBUG [RS:1;7a5975741222:35661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:16:32,481 DEBUG [RS:0;7a5975741222:41513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e05a5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:16:32,482 DEBUG [RS:2;7a5975741222:44315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:16:32,482 DEBUG [RS:1;7a5975741222:35661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614aad9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:16:32,482 DEBUG [RS:2;7a5975741222:44315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89c5a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:16:32,495 DEBUG [RS:0;7a5975741222:41513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a5975741222:41513 2024-12-10T23:16:32,496 INFO [RS:0;7a5975741222:41513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:16:32,496 INFO [RS:0;7a5975741222:41513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:16:32,496 DEBUG [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:16:32,496 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,39531,1733872591858 with port=41513, startcode=1733872591943 2024-12-10T23:16:32,497 DEBUG [RS:0;7a5975741222:41513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:16:32,500 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:16:32,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,41513,1733872591943 2024-12-10T23:16:32,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39531 {}] master.ServerManager(517): Registering regionserver=7a5975741222,41513,1733872591943 2024-12-10T23:16:32,502 DEBUG [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:32,502 DEBUG [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41621 2024-12-10T23:16:32,502 DEBUG [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:16:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:16:32,505 DEBUG [RS:1;7a5975741222:35661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7a5975741222:35661 2024-12-10T23:16:32,506 INFO [RS:1;7a5975741222:35661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:16:32,506 INFO [RS:1;7a5975741222:35661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:16:32,506 DEBUG [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:16:32,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,41513,1733872591943] 2024-12-10T23:16:32,506 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,39531,1733872591858 with port=35661, startcode=1733872591988 2024-12-10T23:16:32,507 DEBUG [RS:1;7a5975741222:35661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:16:32,507 DEBUG [RS:2;7a5975741222:44315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7a5975741222:44315 2024-12-10T23:16:32,507 INFO [RS:2;7a5975741222:44315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:16:32,507 INFO [RS:2;7a5975741222:44315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:16:32,507 DEBUG [RS:2;7a5975741222:44315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:16:32,507 DEBUG [RS:0;7a5975741222:41513 {}] zookeeper.ZKUtil(111): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,41513,1733872591943 2024-12-10T23:16:32,507 WARN [RS:0;7a5975741222:41513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:16:32,507 INFO [RS:0;7a5975741222:41513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:16:32,507 DEBUG [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,41513,1733872591943 2024-12-10T23:16:32,509 INFO [RS:2;7a5975741222:44315 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,39531,1733872591858 with port=44315, startcode=1733872592033 2024-12-10T23:16:32,509 DEBUG [RS:2;7a5975741222:44315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:16:32,510 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:16:32,511 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:16:32,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,35661,1733872591988 2024-12-10T23:16:32,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39531 {}] master.ServerManager(517): Registering regionserver=7a5975741222,35661,1733872591988 2024-12-10T23:16:32,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,44315,1733872592033 2024-12-10T23:16:32,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39531 {}] master.ServerManager(517): Registering regionserver=7a5975741222,44315,1733872592033 2024-12-10T23:16:32,516 INFO [RS:0;7a5975741222:41513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:16:32,517 DEBUG [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:32,517 DEBUG [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41621 2024-12-10T23:16:32,517 DEBUG [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:16:32,519 DEBUG [RS:2;7a5975741222:44315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:32,519 DEBUG [RS:2;7a5975741222:44315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41621 2024-12-10T23:16:32,519 DEBUG [RS:2;7a5975741222:44315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:16:32,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:16:32,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,44315,1733872592033] 2024-12-10T23:16:32,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,35661,1733872591988] 2024-12-10T23:16:32,527 DEBUG [RS:2;7a5975741222:44315 {}] zookeeper.ZKUtil(111): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,44315,1733872592033 2024-12-10T23:16:32,527 WARN [RS:2;7a5975741222:44315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:16:32,527 INFO [RS:2;7a5975741222:44315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:16:32,527 DEBUG [RS:2;7a5975741222:44315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033 2024-12-10T23:16:32,528 INFO [RS:0;7a5975741222:41513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:16:32,532 INFO [RS:0;7a5975741222:41513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:16:32,533 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,534 DEBUG [RS:1;7a5975741222:35661 {}] zookeeper.ZKUtil(111): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,35661,1733872591988 2024-12-10T23:16:32,534 WARN [RS:1;7a5975741222:35661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:16:32,534 INFO [RS:1;7a5975741222:35661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:16:32,534 DEBUG [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,35661,1733872591988 2024-12-10T23:16:32,544 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:16:32,546 INFO [RS:0;7a5975741222:41513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:16:32,546 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,546 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,546 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,546 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,546 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,546 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,546 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:16:32,547 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,547 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,547 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,547 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,547 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,547 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,547 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:16:32,547 DEBUG [RS:0;7a5975741222:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:16:32,550 INFO [RS:2;7a5975741222:44315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:16:32,550 INFO [RS:1;7a5975741222:35661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:16:32,556 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,556 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,556 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,556 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,556 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,557 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,41513,1733872591943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:16:32,560 INFO [RS:1;7a5975741222:35661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:16:32,564 INFO [RS:2;7a5975741222:44315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:16:32,567 INFO [RS:1;7a5975741222:35661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:16:32,567 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,568 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:16:32,569 INFO [RS:2;7a5975741222:44315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:16:32,569 INFO [RS:2;7a5975741222:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,569 INFO [RS:2;7a5975741222:44315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:16:32,571 INFO [RS:2;7a5975741222:44315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:16:32,571 INFO [RS:1;7a5975741222:35661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:16:32,571 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,571 INFO [RS:2;7a5975741222:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,571 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,571 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,571 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,571 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,571 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,571 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,571 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,571 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,571 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,571 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:16:32,571 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:16:32,572 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:16:32,572 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:1;7a5975741222:35661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:16:32,572 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:16:32,572 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:16:32,572 DEBUG [RS:2;7a5975741222:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:16:32,588 INFO [RS:0;7a5975741222:41513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:16:32,589 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,41513,1733872591943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,589 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,589 INFO [RS:0;7a5975741222:41513 {}] regionserver.Replication(171): 7a5975741222,41513,1733872591943 started 2024-12-10T23:16:32,592 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,592 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,592 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,592 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,592 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,592 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,35661,1733872591988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:16:32,596 INFO [RS:2;7a5975741222:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,596 INFO [RS:2;7a5975741222:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,596 INFO [RS:2;7a5975741222:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,596 INFO [RS:2;7a5975741222:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,596 INFO [RS:2;7a5975741222:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,596 INFO [RS:2;7a5975741222:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,44315,1733872592033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:16:32,609 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,609 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,41513,1733872591943, RpcServer on 7a5975741222/172.17.0.2:41513, sessionid=0x1019eaa0e560001 2024-12-10T23:16:32,610 DEBUG [RS:0;7a5975741222:41513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:16:32,610 DEBUG [RS:0;7a5975741222:41513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,41513,1733872591943 2024-12-10T23:16:32,610 DEBUG [RS:0;7a5975741222:41513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,41513,1733872591943' 2024-12-10T23:16:32,610 DEBUG [RS:0;7a5975741222:41513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:16:32,610 DEBUG [RS:0;7a5975741222:41513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:16:32,611 DEBUG [RS:0;7a5975741222:41513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:16:32,611 DEBUG [RS:0;7a5975741222:41513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:16:32,611 DEBUG [RS:0;7a5975741222:41513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,41513,1733872591943 2024-12-10T23:16:32,611 DEBUG [RS:0;7a5975741222:41513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,41513,1733872591943' 2024-12-10T23:16:32,611 DEBUG [RS:0;7a5975741222:41513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:16:32,612 DEBUG [RS:0;7a5975741222:41513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:16:32,613 DEBUG [RS:0;7a5975741222:41513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:16:32,613 INFO [RS:0;7a5975741222:41513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:16:32,613 INFO [RS:0;7a5975741222:41513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:16:32,617 INFO [RS:1;7a5975741222:35661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:16:32,617 WARN [7a5975741222:39531 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T23:16:32,617 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,35661,1733872591988-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,617 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,617 INFO [RS:1;7a5975741222:35661 {}] regionserver.Replication(171): 7a5975741222,35661,1733872591988 started 2024-12-10T23:16:32,618 INFO [RS:2;7a5975741222:44315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:16:32,618 INFO [RS:2;7a5975741222:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,44315,1733872592033-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,618 INFO [RS:2;7a5975741222:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,619 INFO [RS:2;7a5975741222:44315 {}] regionserver.Replication(171): 7a5975741222,44315,1733872592033 started 2024-12-10T23:16:32,638 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,638 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,35661,1733872591988, RpcServer on 7a5975741222/172.17.0.2:35661, sessionid=0x1019eaa0e560002 2024-12-10T23:16:32,638 DEBUG [RS:1;7a5975741222:35661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:16:32,638 DEBUG [RS:1;7a5975741222:35661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,35661,1733872591988 2024-12-10T23:16:32,638 DEBUG [RS:1;7a5975741222:35661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,35661,1733872591988' 2024-12-10T23:16:32,638 DEBUG [RS:1;7a5975741222:35661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:16:32,639 DEBUG [RS:1;7a5975741222:35661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:16:32,640 DEBUG [RS:1;7a5975741222:35661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:16:32,640 DEBUG [RS:1;7a5975741222:35661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:16:32,640 DEBUG [RS:1;7a5975741222:35661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,35661,1733872591988 2024-12-10T23:16:32,640 DEBUG [RS:1;7a5975741222:35661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,35661,1733872591988' 2024-12-10T23:16:32,640 DEBUG [RS:1;7a5975741222:35661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:16:32,640 INFO [RS:2;7a5975741222:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:32,640 INFO [RS:2;7a5975741222:44315 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,44315,1733872592033, RpcServer on 7a5975741222/172.17.0.2:44315, sessionid=0x1019eaa0e560003 2024-12-10T23:16:32,640 DEBUG [RS:2;7a5975741222:44315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:16:32,641 DEBUG [RS:2;7a5975741222:44315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,44315,1733872592033 2024-12-10T23:16:32,641 DEBUG [RS:1;7a5975741222:35661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:16:32,641 DEBUG [RS:2;7a5975741222:44315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,44315,1733872592033' 2024-12-10T23:16:32,641 DEBUG [RS:2;7a5975741222:44315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:16:32,641 DEBUG [RS:1;7a5975741222:35661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:16:32,641 INFO [RS:1;7a5975741222:35661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:16:32,641 INFO [RS:1;7a5975741222:35661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:16:32,642 DEBUG [RS:2;7a5975741222:44315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:16:32,642 DEBUG [RS:2;7a5975741222:44315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:16:32,642 DEBUG [RS:2;7a5975741222:44315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:16:32,642 DEBUG [RS:2;7a5975741222:44315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,44315,1733872592033 2024-12-10T23:16:32,642 DEBUG [RS:2;7a5975741222:44315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,44315,1733872592033' 2024-12-10T23:16:32,642 DEBUG [RS:2;7a5975741222:44315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:16:32,643 DEBUG [RS:2;7a5975741222:44315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:16:32,643 DEBUG [RS:2;7a5975741222:44315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:16:32,643 INFO [RS:2;7a5975741222:44315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:16:32,643 INFO [RS:2;7a5975741222:44315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:16:32,713 INFO [RS:0;7a5975741222:41513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:16:32,716 INFO [RS:0;7a5975741222:41513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C41513%2C1733872591943, suffix=, logDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,41513,1733872591943, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/oldWALs, maxLogs=32 2024-12-10T23:16:32,737 DEBUG [RS:0;7a5975741222:41513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,41513,1733872591943/7a5975741222%2C41513%2C1733872591943.1733872592718, exclude list is [], retry=0 2024-12-10T23:16:32,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38383,DS-8f5042aa-3180-4284-8105-fd654f4a0eef,DISK] 2024-12-10T23:16:32,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34387,DS-5c3da3a6-87ae-4c4d-85e1-5d36b2215f25,DISK] 2024-12-10T23:16:32,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-c4ba4b3a-b12c-4acd-a2a7-d5a3885b86a2,DISK] 2024-12-10T23:16:32,742 INFO [RS:1;7a5975741222:35661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:16:32,744 INFO [RS:2;7a5975741222:44315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:16:32,744 INFO [RS:0;7a5975741222:41513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,41513,1733872591943/7a5975741222%2C41513%2C1733872591943.1733872592718 2024-12-10T23:16:32,745 INFO [RS:1;7a5975741222:35661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C35661%2C1733872591988, suffix=, logDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,35661,1733872591988, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/oldWALs, maxLogs=32 2024-12-10T23:16:32,746 INFO [RS:2;7a5975741222:44315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C44315%2C1733872592033, suffix=, logDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/oldWALs, maxLogs=32 2024-12-10T23:16:32,752 DEBUG [RS:0;7a5975741222:41513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45973:45973),(127.0.0.1/127.0.0.1:37143:37143),(127.0.0.1/127.0.0.1:34685:34685)] 2024-12-10T23:16:32,765 DEBUG [RS:2;7a5975741222:44315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033/7a5975741222%2C44315%2C1733872592033.1733872592746, exclude list is [], retry=0 2024-12-10T23:16:32,765 DEBUG [RS:1;7a5975741222:35661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,35661,1733872591988/7a5975741222%2C35661%2C1733872591988.1733872592746, exclude list is [], retry=0 2024-12-10T23:16:32,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-c4ba4b3a-b12c-4acd-a2a7-d5a3885b86a2,DISK] 2024-12-10T23:16:32,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-c4ba4b3a-b12c-4acd-a2a7-d5a3885b86a2,DISK] 2024-12-10T23:16:32,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34387,DS-5c3da3a6-87ae-4c4d-85e1-5d36b2215f25,DISK] 2024-12-10T23:16:32,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38383,DS-8f5042aa-3180-4284-8105-fd654f4a0eef,DISK] 2024-12-10T23:16:32,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38383,DS-8f5042aa-3180-4284-8105-fd654f4a0eef,DISK] 2024-12-10T23:16:32,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34387,DS-5c3da3a6-87ae-4c4d-85e1-5d36b2215f25,DISK] 2024-12-10T23:16:32,787 INFO [RS:1;7a5975741222:35661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,35661,1733872591988/7a5975741222%2C35661%2C1733872591988.1733872592746 2024-12-10T23:16:32,787 DEBUG [RS:1;7a5975741222:35661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34685:34685),(127.0.0.1/127.0.0.1:37143:37143),(127.0.0.1/127.0.0.1:45973:45973)] 2024-12-10T23:16:32,787 INFO [RS:2;7a5975741222:44315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033/7a5975741222%2C44315%2C1733872592033.1733872592746 2024-12-10T23:16:32,788 DEBUG [RS:2;7a5975741222:44315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34685:34685),(127.0.0.1/127.0.0.1:37143:37143),(127.0.0.1/127.0.0.1:45973:45973)] 2024-12-10T23:16:32,867 DEBUG [7a5975741222:39531 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-10T23:16:32,868 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:16:32,870 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:16:32,870 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:16:32,870 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T23:16:32,870 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:16:32,870 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:16:32,870 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T23:16:32,870 INFO [7a5975741222:39531 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:16:32,870 INFO [7a5975741222:39531 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:16:32,871 INFO [7a5975741222:39531 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T23:16:32,871 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:16:32,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:16:32,872 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a5975741222,35661,1733872591988, state=OPENING 2024-12-10T23:16:32,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T23:16:32,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:16:32,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:16:32,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:16:32,878 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T23:16:32,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:16:32,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a5975741222,35661,1733872591988}] 2024-12-10T23:16:32,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:16:34,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:34,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:34,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:34,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T23:16:34,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:34,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:34,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:34,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T23:16:34,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T23:16:40,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T23:16:40,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:40,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:40,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:42,881 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:16:42,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:16:42,888 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T23:16:42,888 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:16:42,889 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T23:16:42,891 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C35661%2C1733872591988.meta, suffix=.meta, logDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,35661,1733872591988, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/oldWALs, maxLogs=32 2024-12-10T23:16:42,904 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,35661,1733872591988/7a5975741222%2C35661%2C1733872591988.meta.1733872602891.meta, exclude list is [], retry=0 2024-12-10T23:16:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-c4ba4b3a-b12c-4acd-a2a7-d5a3885b86a2,DISK] 2024-12-10T23:16:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34387,DS-5c3da3a6-87ae-4c4d-85e1-5d36b2215f25,DISK] 2024-12-10T23:16:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38383,DS-8f5042aa-3180-4284-8105-fd654f4a0eef,DISK] 2024-12-10T23:16:42,909 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,35661,1733872591988/7a5975741222%2C35661%2C1733872591988.meta.1733872602891.meta 2024-12-10T23:16:42,909 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34685:34685),(127.0.0.1/127.0.0.1:45973:45973),(127.0.0.1/127.0.0.1:37143:37143)] 2024-12-10T23:16:42,910 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:16:42,910 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T23:16:42,910 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T23:16:42,910 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T23:16:42,910 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T23:16:42,910 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:42,910 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T23:16:42,910 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T23:16:42,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T23:16:42,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T23:16:42,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:42,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:16:42,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T23:16:42,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T23:16:42,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:42,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:16:42,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T23:16:42,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T23:16:42,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:42,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:16:42,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T23:16:42,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T23:16:42,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:42,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:16:42,918 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T23:16:42,919 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/hbase/meta/1588230740 2024-12-10T23:16:42,920 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/hbase/meta/1588230740 2024-12-10T23:16:42,921 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T23:16:42,921 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T23:16:42,921 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:16:42,923 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T23:16:42,924 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70778560, jitterRate=0.05468273162841797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:16:42,924 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T23:16:42,924 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733872602911Writing region info on filesystem at 1733872602911Initializing all the Stores at 1733872602912 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872602912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872602912Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872602912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872602912Cleaning up temporary data from old regions at 1733872602921 (+9 ms)Running coprocessor post-open hooks at 1733872602924 (+3 ms)Region opened successfully at 1733872602924 2024-12-10T23:16:42,925 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733872602881 2024-12-10T23:16:42,927 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T23:16:42,927 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T23:16:42,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:16:42,929 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a5975741222,35661,1733872591988, state=OPEN 2024-12-10T23:16:42,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:16:42,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:16:42,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:16:42,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:16:42,931 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a5975741222,35661,1733872591988 2024-12-10T23:16:42,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:16:42,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:16:42,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:16:42,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:16:42,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T23:16:42,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a5975741222,35661,1733872591988 in 10.0530 sec 2024-12-10T23:16:42,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T23:16:42,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4700 sec 2024-12-10T23:16:42,936 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:16:42,936 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T23:16:42,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:16:42,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,35661,1733872591988, seqNum=-1] 2024-12-10T23:16:42,939 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:16:42,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:16:42,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5670 sec 2024-12-10T23:16:42,945 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733872602945, completionTime=-1 2024-12-10T23:16:42,945 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-10T23:16:42,945 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T23:16:42,947 INFO [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-10T23:16:42,947 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733872662947 2024-12-10T23:16:42,947 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733872722947 2024-12-10T23:16:42,947 INFO [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-10T23:16:42,947 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,39531,1733872591858-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:42,947 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,39531,1733872591858-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:42,948 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,39531,1733872591858-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:42,948 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a5975741222:39531, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:42,948 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:42,948 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:42,949 DEBUG [master/7a5975741222:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T23:16:42,951 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.845sec 2024-12-10T23:16:42,952 INFO [master/7a5975741222:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T23:16:42,952 INFO [master/7a5975741222:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T23:16:42,952 INFO [master/7a5975741222:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T23:16:42,952 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T23:16:42,952 INFO [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T23:16:42,952 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,39531,1733872591858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:16:42,952 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,39531,1733872591858-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T23:16:42,955 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T23:16:42,955 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T23:16:42,955 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,39531,1733872591858-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:16:42,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed98e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:16:42,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a5975741222,39531,-1 for getting cluster id 2024-12-10T23:16:42,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T23:16:42,982 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dce6b46c-0472-4377-98b2-7bbcacf67772' 2024-12-10T23:16:42,982 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T23:16:42,982 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dce6b46c-0472-4377-98b2-7bbcacf67772" 2024-12-10T23:16:42,983 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637f45ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:16:42,983 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a5975741222,39531,-1] 2024-12-10T23:16:42,983 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T23:16:42,983 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:16:42,984 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T23:16:42,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438dda67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:16:42,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:16:42,986 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,35661,1733872591988, seqNum=-1] 2024-12-10T23:16:42,987 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:16:42,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:16:42,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a5975741222,39531,1733872591858 2024-12-10T23:16:42,990 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733872602990 (current time:1733872602990). 2024-12-10T23:16:42,990 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-10T23:16:42,990 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-10T23:16:42,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44330b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:16:42,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a5975741222,39531,-1 for getting cluster id 2024-12-10T23:16:42,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T23:16:42,992 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dce6b46c-0472-4377-98b2-7bbcacf67772' 2024-12-10T23:16:42,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T23:16:42,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dce6b46c-0472-4377-98b2-7bbcacf67772" 2024-12-10T23:16:42,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b58fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:16:42,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a5975741222,39531,-1] 2024-12-10T23:16:42,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T23:16:42,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:16:42,993 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T23:16:42,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6f7adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:16:42,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:16:42,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,35661,1733872591988, seqNum=-1] 2024-12-10T23:16:42,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:16:42,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:16:42,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T23:16:42,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:16:42,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:16:42,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:16:42,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T23:16:42,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T23:16:42,998 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a5975741222,39531,1733872591858 2024-12-10T23:16:42,998 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc7755e 2024-12-10T23:16:42,998 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T23:16:42,999 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T23:16:43,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T23:16:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-10T23:16:43,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T23:16:43,002 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:43,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-10T23:16:43,003 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T23:16:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:16:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741837_1013 (size=361) 2024-12-10T23:16:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741837_1013 (size=361) 2024-12-10T23:16:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741837_1013 (size=361) 2024-12-10T23:16:43,015 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 31a3eeedff971eb7c067a810dfd28b51, NAME => 'SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:43,015 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2530424b6210c06857c099d3a5a93fea, NAME => 'SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:43,015 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4f50fdf722cd4ea30e5c770965279f0, NAME => 'SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741840_1016 (size=54) 2024-12-10T23:16:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741838_1014 (size=62) 2024-12-10T23:16:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741838_1014 (size=62) 2024-12-10T23:16:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741839_1015 (size=62) 2024-12-10T23:16:43,030 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:43,030 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2530424b6210c06857c099d3a5a93fea, disabling compactions & flushes 2024-12-10T23:16:43,030 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:16:43,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741838_1014 (size=62) 2024-12-10T23:16:43,030 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:16:43,030 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. after waiting 0 ms 2024-12-10T23:16:43,030 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:16:43,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741839_1015 (size=62) 2024-12-10T23:16:43,030 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:16:43,030 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2530424b6210c06857c099d3a5a93fea: Waiting for close lock at 1733872603030Disabling compacts and flushes for region at 1733872603030Disabling writes for close at 1733872603030Writing region close event to WAL at 1733872603030Closed at 1733872603030 2024-12-10T23:16:43,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741839_1015 (size=62) 2024-12-10T23:16:43,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741840_1016 (size=54) 2024-12-10T23:16:43,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741840_1016 (size=54) 2024-12-10T23:16:43,031 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e54875055964b33fdde2659ceccd9830, NAME => 'SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e4f50fdf722cd4ea30e5c770965279f0, disabling compactions & flushes 2024-12-10T23:16:43,031 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 31a3eeedff971eb7c067a810dfd28b51, disabling compactions & flushes 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:16:43,031 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. after waiting 0 ms 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:16:43,031 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. after waiting 0 ms 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4f50fdf722cd4ea30e5c770965279f0: Waiting for close lock at 1733872603031Disabling compacts and flushes for region at 1733872603031Disabling writes for close at 1733872603031Writing region close event to WAL at 1733872603031Closed at 1733872603031 2024-12-10T23:16:43,031 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. 2024-12-10T23:16:43,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 31a3eeedff971eb7c067a810dfd28b51: Waiting for close lock at 1733872603031Disabling compacts and flushes for region at 1733872603031Disabling writes for close at 1733872603031Writing region close event to WAL at 1733872603031Closed at 1733872603031 2024-12-10T23:16:43,032 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7eabc297a855afa1dfa944dc0a9cd65f, NAME => 'SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:43,033 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bff134b99ab84af23910acd92ca69edd, NAME => 'SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741843_1019 (size=62) 2024-12-10T23:16:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741843_1019 (size=62) 2024-12-10T23:16:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741843_1019 (size=62) 2024-12-10T23:16:43,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:43,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7eabc297a855afa1dfa944dc0a9cd65f, disabling compactions & flushes 2024-12-10T23:16:43,044 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:16:43,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:16:43,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. after waiting 0 ms 2024-12-10T23:16:43,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:16:43,044 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:16:43,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7eabc297a855afa1dfa944dc0a9cd65f: Waiting for close lock at 1733872603044Disabling compacts and flushes for region at 1733872603044Disabling writes for close at 1733872603044Writing region close event to WAL at 1733872603044Closed at 1733872603044 2024-12-10T23:16:43,045 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 972cecb9c98bb73c8c6a0fffc895b022, NAME => 'SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:43,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741841_1017 (size=62) 2024-12-10T23:16:43,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741841_1017 (size=62) 2024-12-10T23:16:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741842_1018 (size=62) 2024-12-10T23:16:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741841_1017 (size=62) 2024-12-10T23:16:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741842_1018 (size=62) 2024-12-10T23:16:43,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741842_1018 (size=62) 2024-12-10T23:16:43,048 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:43,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e54875055964b33fdde2659ceccd9830, disabling compactions & flushes 2024-12-10T23:16:43,049 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:16:43,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:16:43,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. after waiting 0 ms 2024-12-10T23:16:43,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:16:43,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:43,049 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:16:43,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing bff134b99ab84af23910acd92ca69edd, disabling compactions & flushes 2024-12-10T23:16:43,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e54875055964b33fdde2659ceccd9830: Waiting for close lock at 1733872603049Disabling compacts and flushes for region at 1733872603049Disabling writes for close at 1733872603049Writing region close event to WAL at 1733872603049Closed at 1733872603049 2024-12-10T23:16:43,049 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:16:43,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:16:43,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. after waiting 0 ms 2024-12-10T23:16:43,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:16:43,049 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:16:43,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for bff134b99ab84af23910acd92ca69edd: Waiting for close lock at 1733872603049Disabling compacts and flushes for region at 1733872603049Disabling writes for close at 1733872603049Writing region close event to WAL at 1733872603049Closed at 1733872603049 2024-12-10T23:16:43,050 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3202c2f4795c1b91ef89cddb5b9d54f4, NAME => 'SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:43,050 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 325c84223eb6514604c166057cb5edf8, NAME => 'SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:43,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741844_1020 (size=62) 2024-12-10T23:16:43,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741844_1020 (size=62) 2024-12-10T23:16:43,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741844_1020 (size=62) 2024-12-10T23:16:43,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:43,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 972cecb9c98bb73c8c6a0fffc895b022, disabling compactions & flushes 2024-12-10T23:16:43,058 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:16:43,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:16:43,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. after waiting 0 ms 2024-12-10T23:16:43,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:16:43,058 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:16:43,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 972cecb9c98bb73c8c6a0fffc895b022: Waiting for close lock at 1733872603058Disabling compacts and flushes for region at 1733872603058Disabling writes for close at 1733872603058Writing region close event to WAL at 1733872603058Closed at 1733872603058 2024-12-10T23:16:43,059 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cbb1f1ec058d9613cbd45e5b36fe7bb, NAME => 'SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a 2024-12-10T23:16:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741845_1021 (size=62) 2024-12-10T23:16:43,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741845_1021 (size=62) 2024-12-10T23:16:43,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741845_1021 (size=62) 2024-12-10T23:16:43,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:43,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3202c2f4795c1b91ef89cddb5b9d54f4, disabling compactions & flushes 2024-12-10T23:16:43,064 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:16:43,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:16:43,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. after waiting 0 ms 2024-12-10T23:16:43,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:16:43,064 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:16:43,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3202c2f4795c1b91ef89cddb5b9d54f4: Waiting for close lock at 1733872603064Disabling compacts and flushes for region at 1733872603064Disabling writes for close at 1733872603064Writing region close event to WAL at 1733872603064Closed at 1733872603064 2024-12-10T23:16:43,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741846_1022 (size=62) 2024-12-10T23:16:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741846_1022 (size=62) 2024-12-10T23:16:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741846_1022 (size=62) 2024-12-10T23:16:43,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:43,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 325c84223eb6514604c166057cb5edf8, disabling compactions & flushes 2024-12-10T23:16:43,069 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:16:43,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:16:43,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. after waiting 0 ms 2024-12-10T23:16:43,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:16:43,069 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:16:43,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 325c84223eb6514604c166057cb5edf8: Waiting for close lock at 1733872603069Disabling compacts and flushes for region at 1733872603069Disabling writes for close at 1733872603069Writing region close event to WAL at 1733872603069Closed at 1733872603069 2024-12-10T23:16:43,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741847_1023 (size=54) 2024-12-10T23:16:43,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741847_1023 (size=54) 2024-12-10T23:16:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741847_1023 (size=54) 2024-12-10T23:16:43,073 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:43,073 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1cbb1f1ec058d9613cbd45e5b36fe7bb, disabling compactions & flushes 2024-12-10T23:16:43,073 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:16:43,073 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:16:43,073 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. after waiting 0 ms 2024-12-10T23:16:43,073 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:16:43,073 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:16:43,073 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cbb1f1ec058d9613cbd45e5b36fe7bb: Waiting for close lock at 1733872603073Disabling compacts and flushes for region at 1733872603073Disabling writes for close at 1733872603073Writing region close event to WAL at 1733872603073Closed at 1733872603073 2024-12-10T23:16:43,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T23:16:43,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872603074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872603074"}]},"ts":"1733872603074"} 2024-12-10T23:16:43,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733872603074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872603074"}]},"ts":"1733872603074"} 2024-12-10T23:16:43,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872603074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872603074"}]},"ts":"1733872603074"} 2024-12-10T23:16:43,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872603074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872603074"}]},"ts":"1733872603074"} 2024-12-10T23:16:43,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872603074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872603074"}]},"ts":"1733872603074"} 2024-12-10T23:16:43,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872603074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872603074"}]},"ts":"1733872603074"} 2024-12-10T23:16:43,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872603074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872603074"}]},"ts":"1733872603074"} 2024-12-10T23:16:43,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872603074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872603074"}]},"ts":"1733872603074"} 2024-12-10T23:16:43,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733872603074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872603074"}]},"ts":"1733872603074"} 2024-12-10T23:16:43,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733872603074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872603074"}]},"ts":"1733872603074"} 2024-12-10T23:16:43,079 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-10T23:16:43,080 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T23:16:43,081 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733872603081"}]},"ts":"1733872603081"} 2024-12-10T23:16:43,083 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-10T23:16:43,083 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:16:43,089 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:16:43,089 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:16:43,089 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T23:16:43,089 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:16:43,089 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:16:43,089 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T23:16:43,090 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:16:43,090 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:16:43,090 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T23:16:43,090 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:16:43,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4f50fdf722cd4ea30e5c770965279f0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2530424b6210c06857c099d3a5a93fea, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31a3eeedff971eb7c067a810dfd28b51, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e54875055964b33fdde2659ceccd9830, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7eabc297a855afa1dfa944dc0a9cd65f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bff134b99ab84af23910acd92ca69edd, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=972cecb9c98bb73c8c6a0fffc895b022, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=325c84223eb6514604c166057cb5edf8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3202c2f4795c1b91ef89cddb5b9d54f4, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cbb1f1ec058d9613cbd45e5b36fe7bb, ASSIGN}] 2024-12-10T23:16:43,092 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bff134b99ab84af23910acd92ca69edd, ASSIGN 2024-12-10T23:16:43,093 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7eabc297a855afa1dfa944dc0a9cd65f, ASSIGN 2024-12-10T23:16:43,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e54875055964b33fdde2659ceccd9830, ASSIGN 2024-12-10T23:16:43,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31a3eeedff971eb7c067a810dfd28b51, ASSIGN 2024-12-10T23:16:43,094 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bff134b99ab84af23910acd92ca69edd, ASSIGN; state=OFFLINE, location=7a5975741222,44315,1733872592033; forceNewPlan=false, retain=false 2024-12-10T23:16:43,094 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7eabc297a855afa1dfa944dc0a9cd65f, ASSIGN; state=OFFLINE, location=7a5975741222,35661,1733872591988; forceNewPlan=false, retain=false 2024-12-10T23:16:43,094 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e54875055964b33fdde2659ceccd9830, ASSIGN; state=OFFLINE, location=7a5975741222,41513,1733872591943; forceNewPlan=false, retain=false 2024-12-10T23:16:43,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31a3eeedff971eb7c067a810dfd28b51, ASSIGN; state=OFFLINE, location=7a5975741222,44315,1733872592033; forceNewPlan=false, retain=false 2024-12-10T23:16:43,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3202c2f4795c1b91ef89cddb5b9d54f4, ASSIGN 2024-12-10T23:16:43,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cbb1f1ec058d9613cbd45e5b36fe7bb, ASSIGN 2024-12-10T23:16:43,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3202c2f4795c1b91ef89cddb5b9d54f4, ASSIGN; state=OFFLINE, location=7a5975741222,41513,1733872591943; forceNewPlan=false, retain=false 2024-12-10T23:16:43,102 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1cbb1f1ec058d9613cbd45e5b36fe7bb, ASSIGN; state=OFFLINE, location=7a5975741222,35661,1733872591988; forceNewPlan=false, retain=false 2024-12-10T23:16:43,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=972cecb9c98bb73c8c6a0fffc895b022, ASSIGN 2024-12-10T23:16:43,103 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=325c84223eb6514604c166057cb5edf8, ASSIGN 2024-12-10T23:16:43,103 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2530424b6210c06857c099d3a5a93fea, ASSIGN 2024-12-10T23:16:43,104 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=972cecb9c98bb73c8c6a0fffc895b022, ASSIGN; state=OFFLINE, location=7a5975741222,35661,1733872591988; forceNewPlan=false, retain=false 2024-12-10T23:16:43,104 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=325c84223eb6514604c166057cb5edf8, ASSIGN; state=OFFLINE, location=7a5975741222,44315,1733872592033; forceNewPlan=false, retain=false 2024-12-10T23:16:43,104 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2530424b6210c06857c099d3a5a93fea, ASSIGN; state=OFFLINE, location=7a5975741222,35661,1733872591988; forceNewPlan=false, retain=false 2024-12-10T23:16:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:16:43,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4f50fdf722cd4ea30e5c770965279f0, ASSIGN 2024-12-10T23:16:43,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4f50fdf722cd4ea30e5c770965279f0, ASSIGN; state=OFFLINE, location=7a5975741222,41513,1733872591943; forceNewPlan=false, retain=false 2024-12-10T23:16:43,245 INFO [7a5975741222:39531 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-10T23:16:43,245 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e54875055964b33fdde2659ceccd9830, regionState=OPENING, regionLocation=7a5975741222,41513,1733872591943 2024-12-10T23:16:43,245 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3202c2f4795c1b91ef89cddb5b9d54f4, regionState=OPENING, regionLocation=7a5975741222,41513,1733872591943 2024-12-10T23:16:43,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=325c84223eb6514604c166057cb5edf8, regionState=OPENING, regionLocation=7a5975741222,44315,1733872592033 2024-12-10T23:16:43,245 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bff134b99ab84af23910acd92ca69edd, regionState=OPENING, regionLocation=7a5975741222,44315,1733872592033 2024-12-10T23:16:43,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=31a3eeedff971eb7c067a810dfd28b51, regionState=OPENING, regionLocation=7a5975741222,44315,1733872592033 2024-12-10T23:16:43,246 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4f50fdf722cd4ea30e5c770965279f0, regionState=OPENING, regionLocation=7a5975741222,41513,1733872591943 2024-12-10T23:16:43,246 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=972cecb9c98bb73c8c6a0fffc895b022, regionState=OPENING, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:16:43,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1cbb1f1ec058d9613cbd45e5b36fe7bb, regionState=OPENING, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:16:43,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7eabc297a855afa1dfa944dc0a9cd65f, regionState=OPENING, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:16:43,246 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2530424b6210c06857c099d3a5a93fea, regionState=OPENING, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:16:43,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31a3eeedff971eb7c067a810dfd28b51, ASSIGN because future has completed 2024-12-10T23:16:43,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31a3eeedff971eb7c067a810dfd28b51, server=7a5975741222,44315,1733872592033}] 2024-12-10T23:16:43,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=325c84223eb6514604c166057cb5edf8, ASSIGN because future has completed 2024-12-10T23:16:43,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 325c84223eb6514604c166057cb5edf8, server=7a5975741222,44315,1733872592033}] 2024-12-10T23:16:43,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e54875055964b33fdde2659ceccd9830, ASSIGN because future has completed 2024-12-10T23:16:43,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3202c2f4795c1b91ef89cddb5b9d54f4, ASSIGN because future has completed 2024-12-10T23:16:43,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e54875055964b33fdde2659ceccd9830, server=7a5975741222,41513,1733872591943}] 2024-12-10T23:16:43,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3202c2f4795c1b91ef89cddb5b9d54f4, server=7a5975741222,41513,1733872591943}] 2024-12-10T23:16:43,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bff134b99ab84af23910acd92ca69edd, ASSIGN because future has completed 2024-12-10T23:16:43,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=972cecb9c98bb73c8c6a0fffc895b022, ASSIGN because future has completed 2024-12-10T23:16:43,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bff134b99ab84af23910acd92ca69edd, server=7a5975741222,44315,1733872592033}] 2024-12-10T23:16:43,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 972cecb9c98bb73c8c6a0fffc895b022, server=7a5975741222,35661,1733872591988}] 2024-12-10T23:16:43,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4f50fdf722cd4ea30e5c770965279f0, ASSIGN because future has completed 2024-12-10T23:16:43,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7eabc297a855afa1dfa944dc0a9cd65f, ASSIGN because future has completed 2024-12-10T23:16:43,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4f50fdf722cd4ea30e5c770965279f0, server=7a5975741222,41513,1733872591943}] 2024-12-10T23:16:43,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2530424b6210c06857c099d3a5a93fea, ASSIGN because future has completed 2024-12-10T23:16:43,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1cbb1f1ec058d9613cbd45e5b36fe7bb, ASSIGN because future has completed 2024-12-10T23:16:43,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cbb1f1ec058d9613cbd45e5b36fe7bb, server=7a5975741222,35661,1733872591988}] 2024-12-10T23:16:43,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2530424b6210c06857c099d3a5a93fea, server=7a5975741222,35661,1733872591988}] 2024-12-10T23:16:43,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7eabc297a855afa1dfa944dc0a9cd65f, server=7a5975741222,35661,1733872591988}] 2024-12-10T23:16:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:16:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:16:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:16:44,550 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T23:16:44,954 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T23:16:44,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T23:16:44,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T23:16:44,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T23:16:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:16:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:16:48,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T23:16:48,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:48,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:48,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:16:53,252 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:16:53,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:16:53,260 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:16:53,260 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => bff134b99ab84af23910acd92ca69edd, NAME => 'SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-10T23:16:53,261 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bff134b99ab84af23910acd92ca69edd 2024-12-10T23:16:53,261 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:53,261 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:16:53,261 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:16:53,262 INFO [StoreOpener-bff134b99ab84af23910acd92ca69edd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bff134b99ab84af23910acd92ca69edd 2024-12-10T23:16:53,263 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:16:53,264 INFO [StoreOpener-bff134b99ab84af23910acd92ca69edd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bff134b99ab84af23910acd92ca69edd columnFamilyName cf 2024-12-10T23:16:53,264 DEBUG [StoreOpener-bff134b99ab84af23910acd92ca69edd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:53,265 INFO [StoreOpener-bff134b99ab84af23910acd92ca69edd-1 {}] regionserver.HStore(327): Store=bff134b99ab84af23910acd92ca69edd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:53,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:16:53,265 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:16:53,266 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/bff134b99ab84af23910acd92ca69edd 2024-12-10T23:16:53,267 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/bff134b99ab84af23910acd92ca69edd 2024-12-10T23:16:53,267 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:16:53,267 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:16:53,269 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:16:53,269 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:16:53,269 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e4f50fdf722cd4ea30e5c770965279f0, NAME => 'SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-10T23:16:53,269 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:16:53,269 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:53,270 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:16:53,270 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:16:53,271 INFO [StoreOpener-e4f50fdf722cd4ea30e5c770965279f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:16:53,271 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/bff134b99ab84af23910acd92ca69edd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:53,271 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened bff134b99ab84af23910acd92ca69edd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61165631, jitterRate=-0.08856107294559479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:16:53,272 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:16:53,272 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for bff134b99ab84af23910acd92ca69edd: Running coprocessor pre-open hook at 1733872613261Writing region info on filesystem at 1733872613261Initializing all the Stores at 1733872613262 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872613262Cleaning up temporary data from old regions at 1733872613267 (+5 ms)Running coprocessor post-open hooks at 1733872613272 (+5 ms)Region opened successfully at 1733872613272 2024-12-10T23:16:53,272 INFO [StoreOpener-e4f50fdf722cd4ea30e5c770965279f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4f50fdf722cd4ea30e5c770965279f0 columnFamilyName cf 2024-12-10T23:16:53,272 DEBUG [StoreOpener-e4f50fdf722cd4ea30e5c770965279f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:53,273 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd., pid=19, masterSystemTime=1733872613252 2024-12-10T23:16:53,273 INFO [StoreOpener-e4f50fdf722cd4ea30e5c770965279f0-1 {}] regionserver.HStore(327): Store=e4f50fdf722cd4ea30e5c770965279f0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:53,273 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:16:53,274 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:16:53,274 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:16:53,275 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:16:53,275 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:16:53,275 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:16:53,275 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:16:53,275 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. 2024-12-10T23:16:53,275 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 31a3eeedff971eb7c067a810dfd28b51, NAME => 'SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-10T23:16:53,275 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:16:53,275 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:53,276 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:16:53,276 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:16:53,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bff134b99ab84af23910acd92ca69edd, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,44315,1733872592033 2024-12-10T23:16:53,277 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:16:53,277 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:16:53,277 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cbb1f1ec058d9613cbd45e5b36fe7bb, NAME => 'SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-10T23:16:53,277 INFO [StoreOpener-31a3eeedff971eb7c067a810dfd28b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:16:53,278 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:16:53,278 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:53,278 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:16:53,278 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:16:53,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bff134b99ab84af23910acd92ca69edd, server=7a5975741222,44315,1733872592033 because future has completed 2024-12-10T23:16:53,279 INFO [StoreOpener-31a3eeedff971eb7c067a810dfd28b51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31a3eeedff971eb7c067a810dfd28b51 columnFamilyName cf 2024-12-10T23:16:53,280 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/e4f50fdf722cd4ea30e5c770965279f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:53,280 DEBUG [StoreOpener-31a3eeedff971eb7c067a810dfd28b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:53,280 INFO [StoreOpener-1cbb1f1ec058d9613cbd45e5b36fe7bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:16:53,280 INFO [StoreOpener-31a3eeedff971eb7c067a810dfd28b51-1 {}] regionserver.HStore(327): Store=31a3eeedff971eb7c067a810dfd28b51/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:53,280 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e4f50fdf722cd4ea30e5c770965279f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73234130, jitterRate=0.09127357602119446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:16:53,280 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:16:53,280 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:16:53,281 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e4f50fdf722cd4ea30e5c770965279f0: Running coprocessor pre-open hook at 1733872613270Writing region info on filesystem at 1733872613270Initializing all the Stores at 1733872613271 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872613271Cleaning up temporary data from old regions at 1733872613275 (+4 ms)Running coprocessor post-open hooks at 1733872613280 (+5 ms)Region opened successfully at 1733872613281 (+1 ms) 2024-12-10T23:16:53,281 INFO [StoreOpener-1cbb1f1ec058d9613cbd45e5b36fe7bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cbb1f1ec058d9613cbd45e5b36fe7bb columnFamilyName cf 2024-12-10T23:16:53,281 DEBUG [StoreOpener-1cbb1f1ec058d9613cbd45e5b36fe7bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:53,282 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:16:53,282 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0., pid=21, masterSystemTime=1733872613263 2024-12-10T23:16:53,282 INFO [StoreOpener-1cbb1f1ec058d9613cbd45e5b36fe7bb-1 {}] regionserver.HStore(327): Store=1cbb1f1ec058d9613cbd45e5b36fe7bb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:53,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-12-10T23:16:53,282 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:16:53,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure bff134b99ab84af23910acd92ca69edd, server=7a5975741222,44315,1733872592033 in 10.0250 sec 2024-12-10T23:16:53,282 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:16:53,283 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:16:53,283 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:16:53,283 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:16:53,283 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:16:53,284 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:16:53,284 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:16:53,284 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:16:53,284 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:16:53,284 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:16:53,285 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e54875055964b33fdde2659ceccd9830, NAME => 'SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-10T23:16:53,285 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e54875055964b33fdde2659ceccd9830 2024-12-10T23:16:53,285 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:53,285 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e54875055964b33fdde2659ceccd9830 2024-12-10T23:16:53,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bff134b99ab84af23910acd92ca69edd, ASSIGN in 10.1920 sec 2024-12-10T23:16:53,285 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e54875055964b33fdde2659ceccd9830 2024-12-10T23:16:53,285 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4f50fdf722cd4ea30e5c770965279f0, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,41513,1733872591943 2024-12-10T23:16:53,286 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:16:53,286 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:16:53,287 INFO [StoreOpener-e54875055964b33fdde2659ceccd9830-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e54875055964b33fdde2659ceccd9830 2024-12-10T23:16:53,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4f50fdf722cd4ea30e5c770965279f0, server=7a5975741222,41513,1733872591943 because future has completed 2024-12-10T23:16:53,289 INFO [StoreOpener-e54875055964b33fdde2659ceccd9830-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e54875055964b33fdde2659ceccd9830 columnFamilyName cf 2024-12-10T23:16:53,289 DEBUG [StoreOpener-e54875055964b33fdde2659ceccd9830-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:53,289 INFO [StoreOpener-e54875055964b33fdde2659ceccd9830-1 {}] regionserver.HStore(327): Store=e54875055964b33fdde2659ceccd9830/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:53,290 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e54875055964b33fdde2659ceccd9830 2024-12-10T23:16:53,291 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/e54875055964b33fdde2659ceccd9830 2024-12-10T23:16:53,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-10T23:16:53,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4f50fdf722cd4ea30e5c770965279f0, server=7a5975741222,41513,1733872591943 in 10.0260 sec 2024-12-10T23:16:53,291 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/e54875055964b33fdde2659ceccd9830 2024-12-10T23:16:53,292 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e54875055964b33fdde2659ceccd9830 2024-12-10T23:16:53,292 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e54875055964b33fdde2659ceccd9830 2024-12-10T23:16:53,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4f50fdf722cd4ea30e5c770965279f0, ASSIGN in 10.2010 sec 2024-12-10T23:16:53,294 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e54875055964b33fdde2659ceccd9830 2024-12-10T23:16:53,295 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/31a3eeedff971eb7c067a810dfd28b51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:53,295 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/1cbb1f1ec058d9613cbd45e5b36fe7bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:53,296 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 31a3eeedff971eb7c067a810dfd28b51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69770208, jitterRate=0.0396571159362793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:16:53,296 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:16:53,296 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 1cbb1f1ec058d9613cbd45e5b36fe7bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73451739, jitterRate=0.09451620280742645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:16:53,296 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:16:53,296 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 31a3eeedff971eb7c067a810dfd28b51: Running coprocessor pre-open hook at 1733872613276Writing region info on filesystem at 1733872613276Initializing all the Stores at 1733872613277 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872613277Cleaning up temporary data from old regions at 1733872613283 (+6 ms)Running coprocessor post-open hooks at 1733872613296 (+13 ms)Region opened successfully at 1733872613296 2024-12-10T23:16:53,296 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 1cbb1f1ec058d9613cbd45e5b36fe7bb: Running coprocessor pre-open hook at 1733872613278Writing region info on filesystem at 1733872613278Initializing all the Stores at 1733872613279 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872613279Cleaning up temporary data from old regions at 1733872613284 (+5 ms)Running coprocessor post-open hooks at 1733872613296 (+12 ms)Region opened successfully at 1733872613296 2024-12-10T23:16:53,297 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51., pid=15, masterSystemTime=1733872613252 2024-12-10T23:16:53,297 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/e54875055964b33fdde2659ceccd9830/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:53,297 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb., pid=23, masterSystemTime=1733872613272 2024-12-10T23:16:53,297 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e54875055964b33fdde2659ceccd9830; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61834887, jitterRate=-0.07858838140964508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:16:53,298 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e54875055964b33fdde2659ceccd9830 2024-12-10T23:16:53,298 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e54875055964b33fdde2659ceccd9830: Running coprocessor pre-open hook at 1733872613285Writing region info on filesystem at 1733872613285Initializing all the Stores at 1733872613287 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872613287Cleaning up temporary data from old regions at 1733872613292 (+5 ms)Running coprocessor post-open hooks at 1733872613298 (+6 ms)Region opened successfully at 1733872613298 2024-12-10T23:16:53,299 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830., pid=17, masterSystemTime=1733872613263 2024-12-10T23:16:53,299 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. 2024-12-10T23:16:53,299 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. 2024-12-10T23:16:53,299 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:16:53,299 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 325c84223eb6514604c166057cb5edf8, NAME => 'SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-10T23:16:53,300 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 325c84223eb6514604c166057cb5edf8 2024-12-10T23:16:53,300 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:53,300 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:16:53,300 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:16:53,300 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=31a3eeedff971eb7c067a810dfd28b51, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,44315,1733872592033 2024-12-10T23:16:53,300 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:16:53,300 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:16:53,301 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:16:53,301 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 972cecb9c98bb73c8c6a0fffc895b022, NAME => 'SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T23:16:53,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1cbb1f1ec058d9613cbd45e5b36fe7bb, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:16:53,301 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:16:53,302 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:53,302 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:16:53,302 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:16:53,302 INFO [StoreOpener-325c84223eb6514604c166057cb5edf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 325c84223eb6514604c166057cb5edf8 2024-12-10T23:16:53,302 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:16:53,302 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:16:53,303 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:16:53,303 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3202c2f4795c1b91ef89cddb5b9d54f4, NAME => 'SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-10T23:16:53,303 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:16:53,303 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e54875055964b33fdde2659ceccd9830, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,41513,1733872591943 2024-12-10T23:16:53,303 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:53,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31a3eeedff971eb7c067a810dfd28b51, server=7a5975741222,44315,1733872592033 because future has completed 2024-12-10T23:16:53,303 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:16:53,303 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:16:53,304 INFO [StoreOpener-325c84223eb6514604c166057cb5edf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 325c84223eb6514604c166057cb5edf8 columnFamilyName cf 2024-12-10T23:16:53,304 DEBUG [StoreOpener-325c84223eb6514604c166057cb5edf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:53,305 INFO [StoreOpener-325c84223eb6514604c166057cb5edf8-1 {}] regionserver.HStore(327): Store=325c84223eb6514604c166057cb5edf8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:53,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cbb1f1ec058d9613cbd45e5b36fe7bb, server=7a5975741222,35661,1733872591988 because future has completed 2024-12-10T23:16:53,305 INFO [StoreOpener-972cecb9c98bb73c8c6a0fffc895b022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:16:53,305 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:16:53,306 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8 2024-12-10T23:16:53,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e54875055964b33fdde2659ceccd9830, server=7a5975741222,41513,1733872591943 because future has completed 2024-12-10T23:16:53,306 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8 2024-12-10T23:16:53,306 INFO [StoreOpener-972cecb9c98bb73c8c6a0fffc895b022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972cecb9c98bb73c8c6a0fffc895b022 columnFamilyName cf 2024-12-10T23:16:53,306 DEBUG [StoreOpener-972cecb9c98bb73c8c6a0fffc895b022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:53,307 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:16:53,307 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:16:53,307 INFO [StoreOpener-972cecb9c98bb73c8c6a0fffc895b022-1 {}] regionserver.HStore(327): Store=972cecb9c98bb73c8c6a0fffc895b022/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:53,307 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:16:53,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-12-10T23:16:53,309 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:16:53,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-12-10T23:16:53,309 INFO [StoreOpener-3202c2f4795c1b91ef89cddb5b9d54f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:16:53,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 31a3eeedff971eb7c067a810dfd28b51, server=7a5975741222,44315,1733872592033 in 10.0560 sec 2024-12-10T23:16:53,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cbb1f1ec058d9613cbd45e5b36fe7bb, server=7a5975741222,35661,1733872591988 in 10.0390 sec 2024-12-10T23:16:53,310 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:16:53,310 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:16:53,310 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:16:53,310 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:16:53,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-12-10T23:16:53,311 INFO [StoreOpener-3202c2f4795c1b91ef89cddb5b9d54f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3202c2f4795c1b91ef89cddb5b9d54f4 columnFamilyName cf 2024-12-10T23:16:53,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e54875055964b33fdde2659ceccd9830, server=7a5975741222,41513,1733872591943 in 10.0560 sec 2024-12-10T23:16:53,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31a3eeedff971eb7c067a810dfd28b51, ASSIGN in 10.2190 sec 2024-12-10T23:16:53,312 DEBUG [StoreOpener-3202c2f4795c1b91ef89cddb5b9d54f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:53,312 INFO [StoreOpener-3202c2f4795c1b91ef89cddb5b9d54f4-1 {}] regionserver.HStore(327): Store=3202c2f4795c1b91ef89cddb5b9d54f4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:53,312 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:16:53,313 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:16:53,313 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:16:53,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cbb1f1ec058d9613cbd45e5b36fe7bb, ASSIGN in 10.2200 sec 2024-12-10T23:16:53,314 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:16:53,314 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:53,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e54875055964b33fdde2659ceccd9830, ASSIGN in 10.2210 sec 2024-12-10T23:16:53,314 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:16:53,314 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:16:53,315 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 325c84223eb6514604c166057cb5edf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71244728, jitterRate=0.06162917613983154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:16:53,315 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:16:53,315 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 325c84223eb6514604c166057cb5edf8: Running coprocessor pre-open hook at 1733872613300Writing region info on filesystem at 1733872613300Initializing all the Stores at 1733872613302 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872613302Cleaning up temporary data from old regions at 1733872613307 (+5 ms)Running coprocessor post-open hooks at 1733872613315 (+8 ms)Region opened successfully at 1733872613315 2024-12-10T23:16:53,315 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8., pid=16, masterSystemTime=1733872613252 2024-12-10T23:16:53,316 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:16:53,317 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/972cecb9c98bb73c8c6a0fffc895b022/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:53,318 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 972cecb9c98bb73c8c6a0fffc895b022; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66612631, jitterRate=-0.007394447922706604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:16:53,318 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:16:53,318 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 972cecb9c98bb73c8c6a0fffc895b022: Running coprocessor pre-open hook at 1733872613302Writing region info on filesystem at 1733872613302Initializing all the Stores at 1733872613303 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872613303Cleaning up temporary data from old regions at 1733872613310 (+7 ms)Running coprocessor post-open hooks at 1733872613318 (+8 ms)Region opened successfully at 1733872613318 2024-12-10T23:16:53,319 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:16:53,319 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/3202c2f4795c1b91ef89cddb5b9d54f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:53,319 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:16:53,319 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022., pid=20, masterSystemTime=1733872613272 2024-12-10T23:16:53,320 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3202c2f4795c1b91ef89cddb5b9d54f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65475461, jitterRate=-0.024339601397514343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:16:53,320 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:16:53,320 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3202c2f4795c1b91ef89cddb5b9d54f4: Running coprocessor pre-open hook at 1733872613303Writing region info on filesystem at 1733872613303Initializing all the Stores at 1733872613305 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872613305Cleaning up temporary data from old regions at 1733872613314 (+9 ms)Running coprocessor post-open hooks at 1733872613320 (+6 ms)Region opened successfully at 1733872613320 2024-12-10T23:16:53,321 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=325c84223eb6514604c166057cb5edf8, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,44315,1733872592033 2024-12-10T23:16:53,322 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4., pid=18, masterSystemTime=1733872613263 2024-12-10T23:16:53,323 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:16:53,323 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=972cecb9c98bb73c8c6a0fffc895b022, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:16:53,323 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:16:53,323 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:16:53,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 325c84223eb6514604c166057cb5edf8, server=7a5975741222,44315,1733872592033 because future has completed 2024-12-10T23:16:53,324 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7eabc297a855afa1dfa944dc0a9cd65f, NAME => 'SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T23:16:53,324 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:16:53,324 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:53,324 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:16:53,324 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:16:53,325 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:16:53,326 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:16:53,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 972cecb9c98bb73c8c6a0fffc895b022, server=7a5975741222,35661,1733872591988 because future has completed 2024-12-10T23:16:53,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3202c2f4795c1b91ef89cddb5b9d54f4, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,41513,1733872591943 2024-12-10T23:16:53,329 INFO [StoreOpener-7eabc297a855afa1dfa944dc0a9cd65f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:16:53,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-12-10T23:16:53,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 325c84223eb6514604c166057cb5edf8, server=7a5975741222,44315,1733872592033 in 10.0750 sec 2024-12-10T23:16:53,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3202c2f4795c1b91ef89cddb5b9d54f4, server=7a5975741222,41513,1733872591943 because future has completed 2024-12-10T23:16:53,332 INFO [StoreOpener-7eabc297a855afa1dfa944dc0a9cd65f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7eabc297a855afa1dfa944dc0a9cd65f columnFamilyName cf 2024-12-10T23:16:53,332 DEBUG [StoreOpener-7eabc297a855afa1dfa944dc0a9cd65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:53,332 INFO [StoreOpener-7eabc297a855afa1dfa944dc0a9cd65f-1 {}] regionserver.HStore(327): Store=7eabc297a855afa1dfa944dc0a9cd65f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:53,333 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:16:53,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=325c84223eb6514604c166057cb5edf8, ASSIGN in 10.2400 sec 2024-12-10T23:16:53,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-12-10T23:16:53,334 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:16:53,335 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:16:53,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 972cecb9c98bb73c8c6a0fffc895b022, server=7a5975741222,35661,1733872591988 in 10.0730 sec 2024-12-10T23:16:53,335 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:16:53,335 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:16:53,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-10T23:16:53,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3202c2f4795c1b91ef89cddb5b9d54f4, server=7a5975741222,41513,1733872591943 in 10.0820 sec 2024-12-10T23:16:53,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=972cecb9c98bb73c8c6a0fffc895b022, ASSIGN in 10.2460 sec 2024-12-10T23:16:53,339 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:16:53,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3202c2f4795c1b91ef89cddb5b9d54f4, ASSIGN in 10.2480 sec 2024-12-10T23:16:53,344 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/7eabc297a855afa1dfa944dc0a9cd65f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:53,345 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7eabc297a855afa1dfa944dc0a9cd65f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66442343, jitterRate=-0.009931936860084534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:16:53,345 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:16:53,345 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7eabc297a855afa1dfa944dc0a9cd65f: Running coprocessor pre-open hook at 1733872613324Writing region info on filesystem at 1733872613324Initializing all the Stores at 1733872613328 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872613328Cleaning up temporary data from old regions at 1733872613335 (+7 ms)Running coprocessor post-open hooks at 1733872613345 (+10 ms)Region opened successfully at 1733872613345 2024-12-10T23:16:53,346 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f., pid=24, masterSystemTime=1733872613272 2024-12-10T23:16:53,349 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:16:53,349 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:16:53,349 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:16:53,350 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 2530424b6210c06857c099d3a5a93fea, NAME => 'SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-10T23:16:53,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7eabc297a855afa1dfa944dc0a9cd65f, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:16:53,350 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:16:53,350 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:16:53,350 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:16:53,350 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:16:53,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7eabc297a855afa1dfa944dc0a9cd65f, server=7a5975741222,35661,1733872591988 because future has completed 2024-12-10T23:16:53,352 INFO [StoreOpener-2530424b6210c06857c099d3a5a93fea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:16:53,354 INFO [StoreOpener-2530424b6210c06857c099d3a5a93fea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2530424b6210c06857c099d3a5a93fea columnFamilyName cf 2024-12-10T23:16:53,354 DEBUG [StoreOpener-2530424b6210c06857c099d3a5a93fea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:16:53,355 INFO [StoreOpener-2530424b6210c06857c099d3a5a93fea-1 {}] regionserver.HStore(327): Store=2530424b6210c06857c099d3a5a93fea/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:16:53,355 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:16:53,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-12-10T23:16:53,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7eabc297a855afa1dfa944dc0a9cd65f, server=7a5975741222,35661,1733872591988 in 10.0860 sec 2024-12-10T23:16:53,356 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/2530424b6210c06857c099d3a5a93fea 2024-12-10T23:16:53,357 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/2530424b6210c06857c099d3a5a93fea 2024-12-10T23:16:53,358 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:16:53,358 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:16:53,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7eabc297a855afa1dfa944dc0a9cd65f, ASSIGN in 10.2660 sec 2024-12-10T23:16:53,360 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:16:53,362 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/2530424b6210c06857c099d3a5a93fea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:16:53,363 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 2530424b6210c06857c099d3a5a93fea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60372453, jitterRate=-0.10038034617900848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:16:53,363 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:16:53,363 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 2530424b6210c06857c099d3a5a93fea: Running coprocessor pre-open hook at 1733872613350Writing region info on filesystem at 1733872613350Initializing all the Stores at 1733872613352 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872613352Cleaning up temporary data from old regions at 1733872613358 (+6 ms)Running coprocessor post-open hooks at 1733872613363 (+5 ms)Region opened successfully at 1733872613363 2024-12-10T23:16:53,364 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea., pid=22, masterSystemTime=1733872613272 2024-12-10T23:16:53,366 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:16:53,366 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:16:53,366 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2530424b6210c06857c099d3a5a93fea, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:16:53,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2530424b6210c06857c099d3a5a93fea, server=7a5975741222,35661,1733872591988 because future has completed 2024-12-10T23:16:53,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-12-10T23:16:53,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2530424b6210c06857c099d3a5a93fea, server=7a5975741222,35661,1733872591988 in 10.1020 sec 2024-12-10T23:16:53,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-10T23:16:53,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2530424b6210c06857c099d3a5a93fea, ASSIGN in 10.2810 sec 2024-12-10T23:16:53,375 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T23:16:53,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733872613375"}]},"ts":"1733872613375"} 2024-12-10T23:16:53,377 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-10T23:16:53,377 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T23:16:53,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3770 sec 2024-12-10T23:16:56,517 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-10T23:16:58,763 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T23:16:58,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:58,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:16:58,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T23:17:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:17:01,257 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-10T23:17:01,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-10T23:17:01,258 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:17:01,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-10T23:17:01,265 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:17:01,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-10T23:17:01,292 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022., hostname=7a5975741222,35661,1733872591988, seqNum=2] 2024-12-10T23:17:01,294 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022., hostname=7a5975741222,35661,1733872591988, seqNum=2] 2024-12-10T23:17:01,296 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022., hostname=7a5975741222,35661,1733872591988, seqNum=2] 2024-12-10T23:17:01,340 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8., hostname=7a5975741222,44315,1733872592033, seqNum=2] 2024-12-10T23:17:01,341 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8., hostname=7a5975741222,44315,1733872592033, seqNum=2] 2024-12-10T23:17:01,346 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8., hostname=7a5975741222,44315,1733872592033, seqNum=2] 2024-12-10T23:17:01,347 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8., hostname=7a5975741222,44315,1733872592033, seqNum=2] 2024-12-10T23:17:01,349 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8., hostname=7a5975741222,44315,1733872592033, seqNum=2] 2024-12-10T23:17:01,350 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8., hostname=7a5975741222,44315,1733872592033, seqNum=2] 2024-12-10T23:17:01,383 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4., hostname=7a5975741222,41513,1733872591943, seqNum=2] 2024-12-10T23:17:01,386 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4., hostname=7a5975741222,41513,1733872591943, seqNum=2] 2024-12-10T23:17:01,387 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4., hostname=7a5975741222,41513,1733872591943, seqNum=2] 2024-12-10T23:17:01,389 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4., hostname=7a5975741222,41513,1733872591943, seqNum=2] 2024-12-10T23:17:01,390 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4., hostname=7a5975741222,41513,1733872591943, seqNum=2] 2024-12-10T23:17:01,465 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb., hostname=7a5975741222,35661,1733872591988, seqNum=2] 2024-12-10T23:17:01,467 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb., hostname=7a5975741222,35661,1733872591988, seqNum=2] 2024-12-10T23:17:01,469 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb., hostname=7a5975741222,35661,1733872591988, seqNum=2] 2024-12-10T23:17:01,471 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb., hostname=7a5975741222,35661,1733872591988, seqNum=2] 2024-12-10T23:17:01,472 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb., hostname=7a5975741222,35661,1733872591988, seqNum=2] 2024-12-10T23:17:01,811 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T23:17:02,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:17:02,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:17:02,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:17:02,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:17:02,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T23:17:02,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T23:17:02,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:17:02,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T23:17:02,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T23:17:03,059 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-10T23:17:03,059 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:17:03,060 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-10T23:17:03,061 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-10T23:17:03,064 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-10T23:17:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741848_1024 (size=49) 2024-12-10T23:17:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741848_1024 (size=49) 2024-12-10T23:17:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741848_1024 (size=49) 2024-12-10T23:17:03,075 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-10T23:17:03,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4f50fdf722cd4ea30e5c770965279f0}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2530424b6210c06857c099d3a5a93fea}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31a3eeedff971eb7c067a810dfd28b51}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e54875055964b33fdde2659ceccd9830}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7eabc297a855afa1dfa944dc0a9cd65f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bff134b99ab84af23910acd92ca69edd}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 972cecb9c98bb73c8c6a0fffc895b022}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 325c84223eb6514604c166057cb5edf8}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3202c2f4795c1b91ef89cddb5b9d54f4}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cbb1f1ec058d9613cbd45e5b36fe7bb}] 2024-12-10T23:17:03,077 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:03,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:17:03,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:17:03,078 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:03,078 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:17:03,081 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:03,081 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:17:03,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e54875055964b33fdde2659ceccd9830 2024-12-10T23:17:03,084 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:17:03,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:17:06,709 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-10T23:17:13,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-10T23:17:13,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-10T23:17:13,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-10T23:17:13,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:17:13,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-10T23:17:13,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. 2024-12-10T23:17:13,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-10T23:17:13,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 31a3eeedff971eb7c067a810dfd28b51: 2024-12-10T23:17:13,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 2530424b6210c06857c099d3a5a93fea: 2024-12-10T23:17:13,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. for SnapshotProcedureTest completed. 2024-12-10T23:17:13,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. for SnapshotProcedureTest completed. 2024-12-10T23:17:13,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:17:13,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-10T23:17:13,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-10T23:17:13,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-10T23:17:13,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for bff134b99ab84af23910acd92ca69edd: 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e4f50fdf722cd4ea30e5c770965279f0: 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. for SnapshotProcedureTest completed. 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. for SnapshotProcedureTest completed. 2024-12-10T23:17:13,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:17:13,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:17:13,082 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 325c84223eb6514604c166057cb5edf8 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-10T23:17:13,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-10T23:17:13,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:17:13,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7eabc297a855afa1dfa944dc0a9cd65f: 2024-12-10T23:17:13,082 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 972cecb9c98bb73c8c6a0fffc895b022 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-10T23:17:13,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. for SnapshotProcedureTest completed. 2024-12-10T23:17:13,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:17:13,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:17:13,082 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3202c2f4795c1b91ef89cddb5b9d54f4 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-10T23:17:13,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:17:13,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:17:13,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for e54875055964b33fdde2659ceccd9830: 2024-12-10T23:17:13,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. for SnapshotProcedureTest completed. 2024-12-10T23:17:13,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:17:13,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T23:17:13,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/972cecb9c98bb73c8c6a0fffc895b022/.tmp/cf/878783efd41f4648b2f82277323a5bf2 is 34, key is aaa/cf:cf/1733872622468/Put/seqid=0 2024-12-10T23:17:13,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/3202c2f4795c1b91ef89cddb5b9d54f4/.tmp/cf/976e5e5767874a52965ed4e05170b293 is 34, key is ccd/cf:cf/1733872622412/Put/seqid=0 2024-12-10T23:17:13,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741850_1026 (size=65) 2024-12-10T23:17:13,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741850_1026 (size=65) 2024-12-10T23:17:13,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741850_1026 (size=65) 2024-12-10T23:17:13,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:17:13,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-10T23:17:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-10T23:17:13,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:13,117 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:13,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bff134b99ab84af23910acd92ca69edd in 10.0430 sec 2024-12-10T23:17:13,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8/.tmp/cf/e6f7245d872b4ee1adafef2b0c5b3a02 is 34, key is baa/cf:cf/1733872622390/Put/seqid=0 2024-12-10T23:17:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741849_1025 (size=65) 2024-12-10T23:17:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741849_1025 (size=65) 2024-12-10T23:17:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741849_1025 (size=65) 2024-12-10T23:17:13,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. 2024-12-10T23:17:13,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-10T23:17:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-10T23:17:13,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:13,140 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:13,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741851_1027 (size=65) 2024-12-10T23:17:13,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741851_1027 (size=65) 2024-12-10T23:17:13,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741851_1027 (size=65) 2024-12-10T23:17:13,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:17:13,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-10T23:17:13,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:17:13,144 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 1cbb1f1ec058d9613cbd45e5b36fe7bb 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-10T23:17:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-10T23:17:13,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:17:13,144 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:17:13,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 31a3eeedff971eb7c067a810dfd28b51 in 10.0670 sec 2024-12-10T23:17:13,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2530424b6210c06857c099d3a5a93fea in 10.0700 sec 2024-12-10T23:17:13,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741854_1030 (size=65) 2024-12-10T23:17:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741854_1030 (size=65) 2024-12-10T23:17:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741854_1030 (size=65) 2024-12-10T23:17:13,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:17:13,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-10T23:17:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-10T23:17:13,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e54875055964b33fdde2659ceccd9830 2024-12-10T23:17:13,176 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e54875055964b33fdde2659ceccd9830 2024-12-10T23:17:13,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e54875055964b33fdde2659ceccd9830 in 10.1030 sec 2024-12-10T23:17:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741852_1028 (size=65) 2024-12-10T23:17:13,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741852_1028 (size=65) 2024-12-10T23:17:13,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741852_1028 (size=65) 2024-12-10T23:17:13,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:17:13,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-10T23:17:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-10T23:17:13,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:17:13,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:17:13,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7eabc297a855afa1dfa944dc0a9cd65f in 10.1190 sec 2024-12-10T23:17:13,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/1cbb1f1ec058d9613cbd45e5b36fe7bb/.tmp/cf/989f9b68966d4c799676629ecb1da501 is 34, key is eaa/cf:cf/1733872622973/Put/seqid=0 2024-12-10T23:17:13,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741853_1029 (size=57) 2024-12-10T23:17:13,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741853_1029 (size=57) 2024-12-10T23:17:13,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741853_1029 (size=57) 2024-12-10T23:17:13,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:17:13,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-10T23:17:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-10T23:17:13,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:17:13,219 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:17:13,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e4f50fdf722cd4ea30e5c770965279f0 in 10.1450 sec 2024-12-10T23:17:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741856_1032 (size=47197) 2024-12-10T23:17:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741857_1033 (size=28623) 2024-12-10T23:17:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741855_1031 (size=26918) 2024-12-10T23:17:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741857_1033 (size=28623) 2024-12-10T23:17:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741857_1033 (size=28623) 2024-12-10T23:17:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741856_1032 (size=47197) 2024-12-10T23:17:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741855_1031 (size=26918) 2024-12-10T23:17:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741855_1031 (size=26918) 2024-12-10T23:17:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741856_1032 (size=47197) 2024-12-10T23:17:13,245 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/972cecb9c98bb73c8c6a0fffc895b022/.tmp/cf/878783efd41f4648b2f82277323a5bf2 2024-12-10T23:17:13,245 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8/.tmp/cf/e6f7245d872b4ee1adafef2b0c5b3a02 2024-12-10T23:17:13,245 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/3202c2f4795c1b91ef89cddb5b9d54f4/.tmp/cf/976e5e5767874a52965ed4e05170b293 2024-12-10T23:17:13,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/3202c2f4795c1b91ef89cddb5b9d54f4/.tmp/cf/976e5e5767874a52965ed4e05170b293 as hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/3202c2f4795c1b91ef89cddb5b9d54f4/cf/976e5e5767874a52965ed4e05170b293 2024-12-10T23:17:13,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/972cecb9c98bb73c8c6a0fffc895b022/.tmp/cf/878783efd41f4648b2f82277323a5bf2 as hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/972cecb9c98bb73c8c6a0fffc895b022/cf/878783efd41f4648b2f82277323a5bf2 2024-12-10T23:17:13,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741858_1034 (size=499309) 2024-12-10T23:17:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741858_1034 (size=499309) 2024-12-10T23:17:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741858_1034 (size=499309) 2024-12-10T23:17:13,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8/.tmp/cf/e6f7245d872b4ee1adafef2b0c5b3a02 as hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8/cf/e6f7245d872b4ee1adafef2b0c5b3a02 2024-12-10T23:17:13,265 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/1cbb1f1ec058d9613cbd45e5b36fe7bb/.tmp/cf/989f9b68966d4c799676629ecb1da501 2024-12-10T23:17:13,267 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/3202c2f4795c1b91ef89cddb5b9d54f4/cf/976e5e5767874a52965ed4e05170b293, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-10T23:17:13,268 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3202c2f4795c1b91ef89cddb5b9d54f4 in 186ms, sequenceid=5, compaction requested=false 2024-12-10T23:17:13,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3202c2f4795c1b91ef89cddb5b9d54f4: 2024-12-10T23:17:13,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. for SnapshotProcedureTest completed. 2024-12-10T23:17:13,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:17:13,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/3202c2f4795c1b91ef89cddb5b9d54f4/cf/976e5e5767874a52965ed4e05170b293] hfiles 2024-12-10T23:17:13,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/3202c2f4795c1b91ef89cddb5b9d54f4/cf/976e5e5767874a52965ed4e05170b293 for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,275 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8/cf/e6f7245d872b4ee1adafef2b0c5b3a02, entries=731, sequenceid=5, filesize=28.0 K 2024-12-10T23:17:13,277 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 325c84223eb6514604c166057cb5edf8 in 196ms, sequenceid=5, compaction requested=false 2024-12-10T23:17:13,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 325c84223eb6514604c166057cb5edf8: 2024-12-10T23:17:13,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. for SnapshotProcedureTest completed. 2024-12-10T23:17:13,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:17:13,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8/cf/e6f7245d872b4ee1adafef2b0c5b3a02] hfiles 2024-12-10T23:17:13,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8/cf/e6f7245d872b4ee1adafef2b0c5b3a02 for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/1cbb1f1ec058d9613cbd45e5b36fe7bb/.tmp/cf/989f9b68966d4c799676629ecb1da501 as hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/1cbb1f1ec058d9613cbd45e5b36fe7bb/cf/989f9b68966d4c799676629ecb1da501 2024-12-10T23:17:13,282 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/972cecb9c98bb73c8c6a0fffc895b022/cf/878783efd41f4648b2f82277323a5bf2, entries=676, sequenceid=5, filesize=26.3 K 2024-12-10T23:17:13,289 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/1cbb1f1ec058d9613cbd45e5b36fe7bb/cf/989f9b68966d4c799676629ecb1da501, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-10T23:17:13,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 972cecb9c98bb73c8c6a0fffc895b022 in 213ms, sequenceid=5, compaction requested=false 2024-12-10T23:17:13,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 1cbb1f1ec058d9613cbd45e5b36fe7bb in 150ms, sequenceid=5, compaction requested=false 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 972cecb9c98bb73c8c6a0fffc895b022: 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 1cbb1f1ec058d9613cbd45e5b36fe7bb: 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. for SnapshotProcedureTest completed. 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. for SnapshotProcedureTest completed. 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/972cecb9c98bb73c8c6a0fffc895b022/cf/878783efd41f4648b2f82277323a5bf2] hfiles 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/1cbb1f1ec058d9613cbd45e5b36fe7bb/cf/989f9b68966d4c799676629ecb1da501] hfiles 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/972cecb9c98bb73c8c6a0fffc895b022/cf/878783efd41f4648b2f82277323a5bf2 for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/1cbb1f1ec058d9613cbd45e5b36fe7bb/cf/989f9b68966d4c799676629ecb1da501 for snapshot=SnapshotProcedureTest 2024-12-10T23:17:13,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741859_1035 (size=105) 2024-12-10T23:17:13,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741859_1035 (size=105) 2024-12-10T23:17:13,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:17:13,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-10T23:17:13,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741859_1035 (size=105) 2024-12-10T23:17:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-10T23:17:13,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:17:13,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:17:13,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3202c2f4795c1b91ef89cddb5b9d54f4 in 10.2340 sec 2024-12-10T23:17:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741860_1036 (size=105) 2024-12-10T23:17:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741860_1036 (size=105) 2024-12-10T23:17:13,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741860_1036 (size=105) 2024-12-10T23:17:13,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:17:13,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-10T23:17:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-10T23:17:13,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:13,337 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:13,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 325c84223eb6514604c166057cb5edf8 in 10.2630 sec 2024-12-10T23:17:13,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741861_1037 (size=97) 2024-12-10T23:17:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741861_1037 (size=97) 2024-12-10T23:17:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741862_1038 (size=105) 2024-12-10T23:17:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741861_1037 (size=97) 2024-12-10T23:17:13,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:17:13,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-10T23:17:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-10T23:17:13,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:17:13,371 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:17:13,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741862_1038 (size=105) 2024-12-10T23:17:13,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741862_1038 (size=105) 2024-12-10T23:17:13,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:17:13,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-10T23:17:13,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1cbb1f1ec058d9613cbd45e5b36fe7bb in 10.2970 sec 2024-12-10T23:17:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-10T23:17:13,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:17:13,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:17:13,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-10T23:17:13,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 972cecb9c98bb73c8c6a0fffc895b022 in 10.3020 sec 2024-12-10T23:17:13,381 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-10T23:17:13,383 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-10T23:17:13,384 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-10T23:17:13,384 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-10T23:17:13,386 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T23:17:13,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741863_1039 (size=1174) 2024-12-10T23:17:13,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741863_1039 (size=1174) 2024-12-10T23:17:13,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741863_1039 (size=1174) 2024-12-10T23:17:13,445 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-10T23:17:13,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-10T23:17:13,453 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:13,454 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,44315,1733872592033 2024-12-10T23:17:13,454 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,44315,1733872592033 2024-12-10T23:17:13,454 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,41513,1733872591943 2024-12-10T23:17:13,454 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,41513,1733872591943 2024-12-10T23:17:13,458 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:13,459 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:13,459 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,41513,1733872591943 2024-12-10T23:17:13,462 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,44315,1733872592033 2024-12-10T23:17:13,473 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:17:13,474 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7a5975741222,44315,1733872592033 2024-12-10T23:17:13,474 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7a5975741222,44315,1733872592033: Simulated kill ***** 2024-12-10T23:17:13,474 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-10T23:17:13,474 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-10T23:17:13,475 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-10T23:17:13,475 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-10T23:17:13,475 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-10T23:17:13,475 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 528437112 }, "NonHeapMemoryUsage": { "committed": 175833088, "init": 7667712, "max": -1, "used": 171184496 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-10T23:17:13,476 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39531 {}] master.MasterRpcServices(700): 7a5975741222,44315,1733872592033 reported a fatal error: ***** ABORTING region server 7a5975741222,44315,1733872592033: Simulated kill ***** 2024-12-10T23:17:13,477 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,44315,1733872592033' ***** 2024-12-10T23:17:13,477 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-10T23:17:13,477 INFO [RS:2;7a5975741222:44315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:17:13,477 INFO [RS:2;7a5975741222:44315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-10T23:17:13,477 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:17:13,477 INFO [RS:2;7a5975741222:44315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-10T23:17:13,477 INFO [RS:2;7a5975741222:44315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:17:13,477 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:17:13,477 INFO [RS:2;7a5975741222:44315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7a5975741222:44315. 2024-12-10T23:17:13,477 DEBUG [RS:2;7a5975741222:44315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:17:13,477 DEBUG [RS:2;7a5975741222:44315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:17:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741835_1011 (size=1488) 2024-12-10T23:17:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741835_1011 (size=1488) 2024-12-10T23:17:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741835_1011 (size=1488) 2024-12-10T23:17:13,484 DEBUG [RS:2;7a5975741222:44315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:17:13,484 INFO [RS:2;7a5975741222:44315 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:17:13,484 INFO [RS:2;7a5975741222:44315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44315 2024-12-10T23:17:13,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:17:13,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,44315,1733872592033 2024-12-10T23:17:13,487 INFO [RS:2;7a5975741222:44315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:17:13,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,44315,1733872592033] 2024-12-10T23:17:13,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,44315,1733872592033 already deleted, retry=false 2024-12-10T23:17:13,492 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7a5975741222,44315,1733872592033 on 7a5975741222,39531,1733872591858 2024-12-10T23:17:13,493 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7a5975741222,44315,1733872592033, splitWal=true, meta=false 2024-12-10T23:17:13,493 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 7a5975741222,44315,1733872592033 (carryingMeta=false) 7a5975741222,44315,1733872592033/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7da29ece[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-10T23:17:13,494 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7a5975741222,44315,1733872592033, splitWal=true, meta=false 2024-12-10T23:17:13,500 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 7a5975741222,44315,1733872592033 had 3 regions 2024-12-10T23:17:13,501 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7a5975741222,44315,1733872592033, splitWal=true, meta=false, isMeta: false 2024-12-10T23:17:13,503 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting 2024-12-10T23:17:13,503 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,44315,1733872592033 Release verify snapshot worker=7a5975741222,44315,1733872592033 2024-12-10T23:17:13,504 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 7a5975741222,44315,1733872592033, this operation will be retried to send to another server 2024-12-10T23:17:13,504 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-10T23:17:13,504 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733872634504 2024-12-10T23:17:13,505 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7a5975741222,44315,1733872592033 WAL count=1, meta=false 2024-12-10T23:17:13,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7a5975741222%2C44315%2C1733872592033.1733872592746}] 2024-12-10T23:17:13,506 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,44315,1733872592033 Release verify snapshot worker=7a5975741222,44315,1733872592033 2024-12-10T23:17:13,506 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 7a5975741222,44315,1733872592033, this operation will be retried to send to another server 2024-12-10T23:17:13,506 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-10T23:17:13,507 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733872634507 2024-12-10T23:17:13,507 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-10T23:17:13,507 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-10T23:17:13,507 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-12-10T23:17:13,509 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,44315,1733872592033 Release verify snapshot worker=7a5975741222,44315,1733872592033 2024-12-10T23:17:13,509 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:13,509 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 7a5975741222,44315,1733872592033, this operation will be retried to send to another server 2024-12-10T23:17:13,509 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-10T23:17:13,509 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733872634509 2024-12-10T23:17:13,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7a5975741222%2C44315%2C1733872592033.1733872592746, worker=7a5975741222,35661,1733872591988}] 2024-12-10T23:17:13,528 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:17:13,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:17:13,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1019eaa0e560003, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:17:13,589 INFO [RS:2;7a5975741222:44315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:17:13,589 INFO [RS:2;7a5975741222:44315 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,44315,1733872592033; zookeeper connection closed. 2024-12-10T23:17:13,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a49fa75 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a49fa75 2024-12-10T23:17:13,599 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T23:17:13,599 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T23:17:20,331 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a5975741222:36579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T23:17:23,029 INFO [master/7a5975741222:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-10T23:17:23,029 INFO [master/7a5975741222:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-10T23:17:23,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-10T23:17:23,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-10T23:17:23,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-10T23:17:23,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-10T23:17:23,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-10T23:17:23,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-10T23:17:23,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-10T23:17:23,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T23:17:23,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T23:17:23,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-10T23:17:23,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-10T23:17:23,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-10T23:17:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-10T23:17:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-10T23:17:23,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-10T23:17:23,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-10T23:17:23,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-10T23:17:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-10T23:17:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-10T23:17:23,462 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,41513,1733872591943 Release verify snapshot worker=7a5975741222,41513,1733872591943 2024-12-10T23:17:23,462 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 Release verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-10T23:17:23,463 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,41513,1733872591943 Release verify snapshot worker=7a5975741222,41513,1733872591943 2024-12-10T23:17:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-10T23:17:23,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 in 10.0120 sec 2024-12-10T23:17:23,464 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,41513,1733872591943 2024-12-10T23:17:23,465 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:23,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,41513,1733872591943 in 10.0130 sec 2024-12-10T23:17:23,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,41513,1733872591943 in 10.0120 sec 2024-12-10T23:17:23,466 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,41513,1733872591943 Release verify snapshot worker=7a5975741222,41513,1733872591943 2024-12-10T23:17:23,466 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 Release verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:23,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 in 10.0160 sec 2024-12-10T23:17:23,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,41513,1733872591943 in 10.0160 sec 2024-12-10T23:17:23,468 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 Release verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:23,469 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:23,469 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:23,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 in 10.0180 sec 2024-12-10T23:17:23,475 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746, size=1.5 K (1488bytes) 2024-12-10T23:17:23,475 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746 2024-12-10T23:17:23,475 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746 after 0ms 2024-12-10T23:17:23,478 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746 took 4ms 2024-12-10T23:17:23,480 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for bff134b99ab84af23910acd92ca69edd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T23:17:23,481 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 31a3eeedff971eb7c067a810dfd28b51: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T23:17:23,482 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 325c84223eb6514604c166057cb5edf8: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-10T23:17:23,482 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746 so closing down 2024-12-10T23:17:23,482 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:17:23,482 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:17:23,482 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-10T23:17:23,483 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746, journal: Splitting hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746, size=1.5 K (1488bytes) at 1733872643475Finishing writing output for hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746 so closing down at 1733872643482 (+7 ms)3 split writer threads finished at 1733872643482Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733872643482 2024-12-10T23:17:23,483 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746 2024-12-10T23:17:23,483 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-10T23:17:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-10T23:17:23,487 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting/7a5975741222%2C44315%2C1733872592033.1733872592746 to hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/oldWALs 2024-12-10T23:17:23,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-10T23:17:23,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7a5975741222%2C44315%2C1733872592033.1733872592746, worker=7a5975741222,35661,1733872591988 in 9.9770 sec 2024-12-10T23:17:23,490 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:23,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-10T23:17:23,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 7a5975741222%2C44315%2C1733872592033.1733872592746, worker=7a5975741222,35661,1733872591988 in 9.9850 sec 2024-12-10T23:17:23,493 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting dir is empty, no logs to split. 2024-12-10T23:17:23,493 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7a5975741222,44315,1733872592033 WAL count=0, meta=false 2024-12-10T23:17:23,493 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 7a5975741222,44315,1733872592033 WAL splitting is done? wals=0, meta=false 2024-12-10T23:17:23,495 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7a5975741222,44315,1733872592033 failed, ignore...File hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/WALs/7a5975741222,44315,1733872592033-splitting does not exist. 2024-12-10T23:17:23,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31a3eeedff971eb7c067a810dfd28b51, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=325c84223eb6514604c166057cb5edf8, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bff134b99ab84af23910acd92ca69edd, ASSIGN}] 2024-12-10T23:17:23,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=325c84223eb6514604c166057cb5edf8, ASSIGN 2024-12-10T23:17:23,496 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31a3eeedff971eb7c067a810dfd28b51, ASSIGN 2024-12-10T23:17:23,496 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bff134b99ab84af23910acd92ca69edd, ASSIGN 2024-12-10T23:17:23,497 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=325c84223eb6514604c166057cb5edf8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T23:17:23,497 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31a3eeedff971eb7c067a810dfd28b51, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T23:17:23,497 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bff134b99ab84af23910acd92ca69edd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T23:17:23,647 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:17:23,648 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:17:23,648 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:17:23,648 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:17:23,648 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:17:23,648 INFO [7a5975741222:39531 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:17:23,648 INFO [7a5975741222:39531 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:17:23,648 DEBUG [7a5975741222:39531 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:17:23,648 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=31a3eeedff971eb7c067a810dfd28b51, regionState=OPENING, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:17:23,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=325c84223eb6514604c166057cb5edf8, regionState=OPENING, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:17:23,648 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=bff134b99ab84af23910acd92ca69edd, regionState=OPENING, regionLocation=7a5975741222,41513,1733872591943 2024-12-10T23:17:23,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bff134b99ab84af23910acd92ca69edd, ASSIGN because future has completed 2024-12-10T23:17:23,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure bff134b99ab84af23910acd92ca69edd, server=7a5975741222,41513,1733872591943}] 2024-12-10T23:17:23,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31a3eeedff971eb7c067a810dfd28b51, ASSIGN because future has completed 2024-12-10T23:17:23,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31a3eeedff971eb7c067a810dfd28b51, server=7a5975741222,35661,1733872591988}] 2024-12-10T23:17:23,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=325c84223eb6514604c166057cb5edf8, ASSIGN because future has completed 2024-12-10T23:17:23,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 325c84223eb6514604c166057cb5edf8, server=7a5975741222,35661,1733872591988}] 2024-12-10T23:17:31,811 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T23:17:32,961 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-10T23:17:33,469 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:17:33,469 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:17:33,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-10T23:17:33,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-10T23:17:33,469 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => bff134b99ab84af23910acd92ca69edd, NAME => 'SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-10T23:17:33,469 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 325c84223eb6514604c166057cb5edf8, NAME => 'SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-10T23:17:33,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-10T23:17:33,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-10T23:17:33,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-10T23:17:33,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-10T23:17:33,469 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,469 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-10T23:17:33,470 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:17:33,470 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:17:33,470 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,470 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,470 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,470 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-10T23:17:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-10T23:17:33,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-10T23:17:33,471 INFO [StoreOpener-bff134b99ab84af23910acd92ca69edd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,471 INFO [StoreOpener-325c84223eb6514604c166057cb5edf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,472 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,41513,1733872591943 Release verify snapshot worker=7a5975741222,41513,1733872591943 2024-12-10T23:17:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-10T23:17:33,472 INFO [StoreOpener-bff134b99ab84af23910acd92ca69edd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bff134b99ab84af23910acd92ca69edd columnFamilyName cf 2024-12-10T23:17:33,472 INFO [StoreOpener-325c84223eb6514604c166057cb5edf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 325c84223eb6514604c166057cb5edf8 columnFamilyName cf 2024-12-10T23:17:33,472 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 Release verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:33,472 DEBUG [StoreOpener-325c84223eb6514604c166057cb5edf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:17:33,472 DEBUG [StoreOpener-bff134b99ab84af23910acd92ca69edd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:17:33,473 INFO [StoreOpener-bff134b99ab84af23910acd92ca69edd-1 {}] regionserver.HStore(327): Store=bff134b99ab84af23910acd92ca69edd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:17:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-10T23:17:33,473 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,41513,1733872591943 in 20.0220 sec 2024-12-10T23:17:33,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 in 20.0220 sec 2024-12-10T23:17:33,474 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,474 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 Release verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:33,475 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 Release verify snapshot worker=7a5975741222,35661,1733872591988 2024-12-10T23:17:33,475 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,476 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,476 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 in 20.0240 sec 2024-12-10T23:17:33,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-12-10T23:17:33,478 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-10T23:17:33,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7a5975741222,35661,1733872591988 in 20.0250 sec 2024-12-10T23:17:33,478 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,479 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/.hbase-snapshot/SnapshotProcedureTest 2024-12-10T23:17:33,479 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened bff134b99ab84af23910acd92ca69edd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73544637, jitterRate=0.09590049088001251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:17:33,480 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,480 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for bff134b99ab84af23910acd92ca69edd: Running coprocessor pre-open hook at 1733872653470Writing region info on filesystem at 1733872653470Initializing all the Stores at 1733872653471 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872653471Cleaning up temporary data from old regions at 1733872653476 (+5 ms)Running coprocessor post-open hooks at 1733872653480 (+4 ms)Region opened successfully at 1733872653480 2024-12-10T23:17:33,480 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-10T23:17:33,480 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-10T23:17:33,481 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd., pid=52, masterSystemTime=1733872653465 2024-12-10T23:17:33,482 DEBUG [StoreOpener-325c84223eb6514604c166057cb5edf8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8/cf/e6f7245d872b4ee1adafef2b0c5b3a02 2024-12-10T23:17:33,483 INFO [StoreOpener-325c84223eb6514604c166057cb5edf8-1 {}] regionserver.HStore(327): Store=325c84223eb6514604c166057cb5edf8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:17:33,483 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,483 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:17:33,483 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:17:33,484 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.4220 sec 2024-12-10T23:17:33,484 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=bff134b99ab84af23910acd92ca69edd, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,41513,1733872591943 2024-12-10T23:17:33,485 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,486 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,486 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure bff134b99ab84af23910acd92ca69edd, server=7a5975741222,41513,1733872591943 because future has completed 2024-12-10T23:17:33,488 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-10T23:17:33,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure bff134b99ab84af23910acd92ca69edd, server=7a5975741222,41513,1733872591943 in 9.8360 sec 2024-12-10T23:17:33,492 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:17:33,493 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 325c84223eb6514604c166057cb5edf8; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65280491, jitterRate=-0.02724488079547882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:17:33,493 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bff134b99ab84af23910acd92ca69edd, ASSIGN in 9.9960 sec 2024-12-10T23:17:33,494 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 325c84223eb6514604c166057cb5edf8: Running coprocessor pre-open hook at 1733872653470Writing region info on filesystem at 1733872653470Initializing all the Stores at 1733872653471 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872653471Cleaning up temporary data from old regions at 1733872653486 (+15 ms)Running coprocessor post-open hooks at 1733872653493 (+7 ms)Region opened successfully at 1733872653494 (+1 ms) 2024-12-10T23:17:33,494 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8., pid=54, masterSystemTime=1733872653465 2024-12-10T23:17:33,496 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:17:33,496 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:17:33,496 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. 2024-12-10T23:17:33,496 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 31a3eeedff971eb7c067a810dfd28b51, NAME => 'SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-10T23:17:33,497 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:33,497 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:17:33,497 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:33,497 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:33,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=325c84223eb6514604c166057cb5edf8, regionState=OPEN, openSeqNum=6, regionLocation=7a5975741222,35661,1733872591988 2024-12-10T23:17:33,498 INFO [StoreOpener-31a3eeedff971eb7c067a810dfd28b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:33,499 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-10T23:17:33,499 INFO [StoreOpener-31a3eeedff971eb7c067a810dfd28b51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31a3eeedff971eb7c067a810dfd28b51 columnFamilyName cf 2024-12-10T23:17:33,500 DEBUG [StoreOpener-31a3eeedff971eb7c067a810dfd28b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:17:33,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 325c84223eb6514604c166057cb5edf8, server=7a5975741222,35661,1733872591988 because future has completed 2024-12-10T23:17:33,500 INFO [StoreOpener-31a3eeedff971eb7c067a810dfd28b51-1 {}] regionserver.HStore(327): Store=31a3eeedff971eb7c067a810dfd28b51/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:17:33,500 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:33,501 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:33,502 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:33,503 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-10T23:17:33,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T23:17:33,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T23:17:33,503 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:33,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:17:33,503 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:33,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:17:33,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:17:33,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T23:17:33,504 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T23:17:33,504 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=295711541, stopped=false 2024-12-10T23:17:33,504 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a5975741222,39531,1733872591858 2024-12-10T23:17:33,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-10T23:17:33,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 325c84223eb6514604c166057cb5edf8, server=7a5975741222,35661,1733872591988 in 9.8490 sec 2024-12-10T23:17:33,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:17:33,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:17:33,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:17:33,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:17:33,506 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:33,506 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T23:17:33,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:17:33,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:17:33,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:17:33,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:17:33,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=325c84223eb6514604c166057cb5edf8, ASSIGN in 10.0100 sec 2024-12-10T23:17:33,508 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 31a3eeedff971eb7c067a810dfd28b51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67477316, jitterRate=0.005490362644195557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:17:33,508 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31a3eeedff971eb7c067a810dfd28b51 2024-12-10T23:17:33,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T23:17:33,508 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 31a3eeedff971eb7c067a810dfd28b51: Running coprocessor pre-open hook at 1733872653497Writing region info on filesystem at 1733872653497Initializing all the Stores at 1733872653498 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872653498Cleaning up temporary data from old regions at 1733872653503 (+5 ms)Running coprocessor post-open hooks at 1733872653508 (+5 ms)Region opened successfully at 1733872653508 2024-12-10T23:17:33,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:17:33,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:17:33,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:17:33,508 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,41513,1733872591943' ***** 2024-12-10T23:17:33,508 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T23:17:33,508 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,35661,1733872591988' ***** 2024-12-10T23:17:33,509 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T23:17:33,509 INFO [RS:0;7a5975741222:41513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:17:33,509 INFO [RS:0;7a5975741222:41513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T23:17:33,509 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:17:33,509 INFO [RS:0;7a5975741222:41513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T23:17:33,509 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(3091): Received CLOSE for 3202c2f4795c1b91ef89cddb5b9d54f4 2024-12-10T23:17:33,509 INFO [RS:1;7a5975741222:35661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:17:33,509 INFO [RS:1;7a5975741222:35661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T23:17:33,509 INFO [RS:1;7a5975741222:35661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T23:17:33,509 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(3091): Received CLOSE for 7eabc297a855afa1dfa944dc0a9cd65f 2024-12-10T23:17:33,509 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:17:33,510 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(3091): Received CLOSE for bff134b99ab84af23910acd92ca69edd 2024-12-10T23:17:33,510 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(3091): Received CLOSE for e4f50fdf722cd4ea30e5c770965279f0 2024-12-10T23:17:33,510 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(3091): Received CLOSE for e54875055964b33fdde2659ceccd9830 2024-12-10T23:17:33,510 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(959): stopping server 7a5975741222,41513,1733872591943 2024-12-10T23:17:33,510 INFO [RS:0;7a5975741222:41513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:17:33,510 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3202c2f4795c1b91ef89cddb5b9d54f4, disabling compactions & flushes 2024-12-10T23:17:33,510 INFO [RS:0;7a5975741222:41513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a5975741222:41513. 2024-12-10T23:17:33,510 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:17:33,510 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:17:33,510 DEBUG [RS:0;7a5975741222:41513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:17:33,510 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. after waiting 0 ms 2024-12-10T23:17:33,510 DEBUG [RS:0;7a5975741222:41513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:17:33,510 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:17:33,510 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-10T23:17:33,510 WARN [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(168): Fatal error occurred while opening region SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51., aborting... org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7a5975741222,35661,1733872591988 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:17:33,510 DEBUG [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(1325): Online Regions={3202c2f4795c1b91ef89cddb5b9d54f4=SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4., bff134b99ab84af23910acd92ca69edd=SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd., e4f50fdf722cd4ea30e5c770965279f0=SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0., e54875055964b33fdde2659ceccd9830=SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830.} 2024-12-10T23:17:33,510 DEBUG [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(1351): Waiting on 3202c2f4795c1b91ef89cddb5b9d54f4, bff134b99ab84af23910acd92ca69edd, e4f50fdf722cd4ea30e5c770965279f0, e54875055964b33fdde2659ceccd9830 2024-12-10T23:17:33,510 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cbb1f1ec058d9613cbd45e5b36fe7bb 2024-12-10T23:17:33,510 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(3091): Received CLOSE for 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:17:33,510 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(3091): Received CLOSE for 2530424b6210c06857c099d3a5a93fea 2024-12-10T23:17:33,510 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(3091): Received CLOSE for 325c84223eb6514604c166057cb5edf8 2024-12-10T23:17:33,510 ERROR [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2440): ***** ABORTING region server 7a5975741222,35661,1733872591988: Failed to open region SPTestTable,33333332,1733872603000.31a3eeedff971eb7c067a810dfd28b51. and can not recover ***** org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7a5975741222,35661,1733872591988 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:17:33,510 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(959): stopping server 7a5975741222,35661,1733872591988 2024-12-10T23:17:33,511 INFO [RS:1;7a5975741222:35661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:17:33,511 ERROR [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-10T23:17:33,511 INFO [RS:1;7a5975741222:35661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7a5975741222:35661. 2024-12-10T23:17:33,511 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-10T23:17:33,511 DEBUG [RS:1;7a5975741222:35661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:17:33,511 DEBUG [RS:1;7a5975741222:35661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:17:33,511 INFO [RS:1;7a5975741222:35661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T23:17:33,511 INFO [RS:1;7a5975741222:35661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T23:17:33,511 INFO [RS:1;7a5975741222:35661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T23:17:33,511 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T23:17:33,511 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-10T23:17:33,511 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-10T23:17:33,511 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-10T23:17:33,511 DEBUG [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(1325): Online Regions={7eabc297a855afa1dfa944dc0a9cd65f=SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f., 1588230740=hbase:meta,,1.1588230740, 1cbb1f1ec058d9613cbd45e5b36fe7bb=SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb., 972cecb9c98bb73c8c6a0fffc895b022=SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022., 2530424b6210c06857c099d3a5a93fea=SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea., 325c84223eb6514604c166057cb5edf8=SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8.} 2024-12-10T23:17:33,511 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-10T23:17:33,511 DEBUG [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cbb1f1ec058d9613cbd45e5b36fe7bb, 2530424b6210c06857c099d3a5a93fea, 325c84223eb6514604c166057cb5edf8, 7eabc297a855afa1dfa944dc0a9cd65f, 972cecb9c98bb73c8c6a0fffc895b022 2024-12-10T23:17:33,511 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 627003256 }, "NonHeapMemoryUsage": { "committed": 176095232, "init": 7667712, "max": -1, "used": 172329272 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-10T23:17:33,512 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7eabc297a855afa1dfa944dc0a9cd65f, disabling compactions & flushes 2024-12-10T23:17:33,512 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:17:33,512 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:17:33,512 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. after waiting 0 ms 2024-12-10T23:17:33,512 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:17:33,512 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T23:17:33,512 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T23:17:33,512 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T23:17:33,512 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T23:17:33,512 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T23:17:33,512 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:17:33,514 ERROR [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 15133 in region hbase:meta,,1.1588230740 2024-12-10T23:17:33,514 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T23:17:33,514 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T23:17:33,513 WARN [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a5975741222:39531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.handleException(AssignRegionHandler.java:173) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:106) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7a5975741222:39531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 15 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 15 more 2024-12-10T23:17:33,514 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733872653512Running coprocessor pre-close hooks at 1733872653512Disabling compacts and flushes for region at 1733872653512Disabling writes for close at 1733872653512Writing region close event to WAL at 1733872653513 (+1 ms)Running coprocessor post-close hooks at 1733872653514 (+1 ms)Closed at 1733872653514 2024-12-10T23:17:33,514 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T23:17:33,516 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/3202c2f4795c1b91ef89cddb5b9d54f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T23:17:33,516 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:17:33,516 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3202c2f4795c1b91ef89cddb5b9d54f4: Waiting for close lock at 1733872653510Running coprocessor pre-close hooks at 1733872653510Disabling compacts and flushes for region at 1733872653510Disabling writes for close at 1733872653510Writing region close event to WAL at 1733872653511 (+1 ms)Running coprocessor post-close hooks at 1733872653516 (+5 ms)Closed at 1733872653516 2024-12-10T23:17:33,516 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733872603000.3202c2f4795c1b91ef89cddb5b9d54f4. 2024-12-10T23:17:33,517 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bff134b99ab84af23910acd92ca69edd, disabling compactions & flushes 2024-12-10T23:17:33,517 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:17:33,517 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:17:33,517 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. after waiting 0 ms 2024-12-10T23:17:33,517 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:17:33,519 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/7eabc297a855afa1dfa944dc0a9cd65f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:17:33,520 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:17:33,520 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7eabc297a855afa1dfa944dc0a9cd65f: Waiting for close lock at 1733872653511Running coprocessor pre-close hooks at 1733872653511Disabling compacts and flushes for region at 1733872653511Disabling writes for close at 1733872653512 (+1 ms)Writing region close event to WAL at 1733872653512Running coprocessor post-close hooks at 1733872653520 (+8 ms)Closed at 1733872653520 2024-12-10T23:17:33,520 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733872603000.7eabc297a855afa1dfa944dc0a9cd65f. 2024-12-10T23:17:33,520 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cbb1f1ec058d9613cbd45e5b36fe7bb, disabling compactions & flushes 2024-12-10T23:17:33,520 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:17:33,520 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:17:33,520 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. after waiting 0 ms 2024-12-10T23:17:33,520 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:17:33,521 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/bff134b99ab84af23910acd92ca69edd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T23:17:33,521 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:17:33,521 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bff134b99ab84af23910acd92ca69edd: Waiting for close lock at 1733872653517Running coprocessor pre-close hooks at 1733872653517Disabling compacts and flushes for region at 1733872653517Disabling writes for close at 1733872653517Writing region close event to WAL at 1733872653517Running coprocessor post-close hooks at 1733872653521 (+4 ms)Closed at 1733872653521 2024-12-10T23:17:33,521 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733872603000.bff134b99ab84af23910acd92ca69edd. 2024-12-10T23:17:33,521 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4f50fdf722cd4ea30e5c770965279f0, disabling compactions & flushes 2024-12-10T23:17:33,521 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:17:33,522 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:17:33,522 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. after waiting 0 ms 2024-12-10T23:17:33,522 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:17:33,528 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/1cbb1f1ec058d9613cbd45e5b36fe7bb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T23:17:33,528 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/e4f50fdf722cd4ea30e5c770965279f0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:17:33,528 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:17:33,528 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cbb1f1ec058d9613cbd45e5b36fe7bb: Waiting for close lock at 1733872653520Running coprocessor pre-close hooks at 1733872653520Disabling compacts and flushes for region at 1733872653520Disabling writes for close at 1733872653520Writing region close event to WAL at 1733872653524 (+4 ms)Running coprocessor post-close hooks at 1733872653528 (+4 ms)Closed at 1733872653528 2024-12-10T23:17:33,528 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:17:33,528 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733872603000.1cbb1f1ec058d9613cbd45e5b36fe7bb. 2024-12-10T23:17:33,529 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4f50fdf722cd4ea30e5c770965279f0: Waiting for close lock at 1733872653521Running coprocessor pre-close hooks at 1733872653521Disabling compacts and flushes for region at 1733872653521Disabling writes for close at 1733872653522 (+1 ms)Writing region close event to WAL at 1733872653524 (+2 ms)Running coprocessor post-close hooks at 1733872653528 (+4 ms)Closed at 1733872653528 2024-12-10T23:17:33,529 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 972cecb9c98bb73c8c6a0fffc895b022, disabling compactions & flushes 2024-12-10T23:17:33,529 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:17:33,529 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:17:33,529 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733872603000.e4f50fdf722cd4ea30e5c770965279f0. 2024-12-10T23:17:33,529 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. after waiting 0 ms 2024-12-10T23:17:33,529 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:17:33,529 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e54875055964b33fdde2659ceccd9830, disabling compactions & flushes 2024-12-10T23:17:33,529 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:17:33,529 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:17:33,529 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. after waiting 0 ms 2024-12-10T23:17:33,529 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:17:33,540 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/972cecb9c98bb73c8c6a0fffc895b022/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T23:17:33,540 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/e54875055964b33fdde2659ceccd9830/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:17:33,541 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:17:33,541 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 972cecb9c98bb73c8c6a0fffc895b022: Waiting for close lock at 1733872653529Running coprocessor pre-close hooks at 1733872653529Disabling compacts and flushes for region at 1733872653529Disabling writes for close at 1733872653529Writing region close event to WAL at 1733872653529Running coprocessor post-close hooks at 1733872653541 (+12 ms)Closed at 1733872653541 2024-12-10T23:17:33,541 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:17:33,541 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733872603000.972cecb9c98bb73c8c6a0fffc895b022. 2024-12-10T23:17:33,541 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e54875055964b33fdde2659ceccd9830: Waiting for close lock at 1733872653529Running coprocessor pre-close hooks at 1733872653529Disabling compacts and flushes for region at 1733872653529Disabling writes for close at 1733872653529Writing region close event to WAL at 1733872653532 (+3 ms)Running coprocessor post-close hooks at 1733872653541 (+9 ms)Closed at 1733872653541 2024-12-10T23:17:33,541 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733872603000.e54875055964b33fdde2659ceccd9830. 2024-12-10T23:17:33,541 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2530424b6210c06857c099d3a5a93fea, disabling compactions & flushes 2024-12-10T23:17:33,541 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:17:33,541 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:17:33,541 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. after waiting 0 ms 2024-12-10T23:17:33,541 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:17:33,542 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:17:33,545 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/2530424b6210c06857c099d3a5a93fea/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:17:33,545 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:17:33,545 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2530424b6210c06857c099d3a5a93fea: Waiting for close lock at 1733872653541Running coprocessor pre-close hooks at 1733872653541Disabling compacts and flushes for region at 1733872653541Disabling writes for close at 1733872653541Writing region close event to WAL at 1733872653542 (+1 ms)Running coprocessor post-close hooks at 1733872653545 (+3 ms)Closed at 1733872653545 2024-12-10T23:17:33,545 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733872603000.2530424b6210c06857c099d3a5a93fea. 2024-12-10T23:17:33,546 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 325c84223eb6514604c166057cb5edf8, disabling compactions & flushes 2024-12-10T23:17:33,546 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:17:33,546 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:17:33,546 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. after waiting 0 ms 2024-12-10T23:17:33,546 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:17:33,549 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/data/default/SPTestTable/325c84223eb6514604c166057cb5edf8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-10T23:17:33,550 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:17:33,550 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 325c84223eb6514604c166057cb5edf8: Waiting for close lock at 1733872653546Running coprocessor pre-close hooks at 1733872653546Disabling compacts and flushes for region at 1733872653546Disabling writes for close at 1733872653546Writing region close event to WAL at 1733872653546Running coprocessor post-close hooks at 1733872653550 (+4 ms)Closed at 1733872653550 2024-12-10T23:17:33,550 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733872603000.325c84223eb6514604c166057cb5edf8. 2024-12-10T23:17:33,648 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T23:17:33,648 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T23:17:33,680 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T23:17:33,680 INFO [regionserver/7a5975741222:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T23:17:33,710 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(976): stopping server 7a5975741222,41513,1733872591943; all regions closed. 2024-12-10T23:17:33,711 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(976): stopping server 7a5975741222,35661,1733872591988; all regions closed. 2024-12-10T23:17:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741833_1009 (size=2917) 2024-12-10T23:17:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741833_1009 (size=2917) 2024-12-10T23:17:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741833_1009 (size=2917) 2024-12-10T23:17:33,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741836_1012 (size=17039) 2024-12-10T23:17:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741836_1012 (size=17039) 2024-12-10T23:17:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741836_1012 (size=17039) 2024-12-10T23:17:33,718 DEBUG [RS:0;7a5975741222:41513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/oldWALs 2024-12-10T23:17:33,718 INFO [RS:0;7a5975741222:41513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a5975741222%2C41513%2C1733872591943:(num 1733872592718) 2024-12-10T23:17:33,718 DEBUG [RS:0;7a5975741222:41513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:17:33,718 INFO [RS:0;7a5975741222:41513 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:17:33,718 INFO [RS:0;7a5975741222:41513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:17:33,718 INFO [RS:0;7a5975741222:41513 {}] hbase.ChoreService(370): Chore service for: regionserver/7a5975741222:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T23:17:33,719 INFO [RS:0;7a5975741222:41513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T23:17:33,719 INFO [RS:0;7a5975741222:41513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T23:17:33,719 INFO [regionserver/7a5975741222:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:17:33,719 INFO [RS:0;7a5975741222:41513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T23:17:33,719 INFO [RS:0;7a5975741222:41513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:17:33,719 INFO [RS:0;7a5975741222:41513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41513 2024-12-10T23:17:33,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,41513,1733872591943 2024-12-10T23:17:33,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:17:33,722 INFO [RS:0;7a5975741222:41513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:17:33,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,41513,1733872591943] 2024-12-10T23:17:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741834_1010 (size=4377) 2024-12-10T23:17:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741834_1010 (size=4377) 2024-12-10T23:17:33,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741834_1010 (size=4377) 2024-12-10T23:17:33,727 DEBUG [RS:1;7a5975741222:35661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:17:33,727 INFO [RS:1;7a5975741222:35661 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:17:33,727 INFO [RS:1;7a5975741222:35661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:17:33,727 INFO [RS:1;7a5975741222:35661 {}] hbase.ChoreService(370): Chore service for: regionserver/7a5975741222:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T23:17:33,727 INFO [RS:1;7a5975741222:35661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:17:33,727 INFO [regionserver/7a5975741222:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:17:33,727 INFO [RS:1;7a5975741222:35661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35661 2024-12-10T23:17:33,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,41513,1733872591943 already deleted, retry=false 2024-12-10T23:17:33,728 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a5975741222,41513,1733872591943 expired; onlineServers=1 2024-12-10T23:17:33,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,35661,1733872591988 2024-12-10T23:17:33,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:17:33,729 INFO [RS:1;7a5975741222:35661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:17:33,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,35661,1733872591988] 2024-12-10T23:17:33,732 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,35661,1733872591988 already deleted, retry=false 2024-12-10T23:17:33,732 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a5975741222,35661,1733872591988 expired; onlineServers=0 2024-12-10T23:17:33,733 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a5975741222,39531,1733872591858' ***** 2024-12-10T23:17:33,733 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T23:17:33,733 INFO [M:0;7a5975741222:39531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:17:33,733 INFO [M:0;7a5975741222:39531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:17:33,733 DEBUG [M:0;7a5975741222:39531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T23:17:33,733 DEBUG [M:0;7a5975741222:39531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T23:17:33,733 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T23:17:33,733 DEBUG [master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733872592404 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733872592404,5,FailOnTimeoutGroup] 2024-12-10T23:17:33,733 DEBUG [master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733872592405 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733872592405,5,FailOnTimeoutGroup] 2024-12-10T23:17:33,733 INFO [M:0;7a5975741222:39531 {}] hbase.ChoreService(370): Chore service for: master/7a5975741222:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T23:17:33,733 INFO [M:0;7a5975741222:39531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:17:33,733 DEBUG [M:0;7a5975741222:39531 {}] master.HMaster(1795): Stopping service threads 2024-12-10T23:17:33,733 INFO [M:0;7a5975741222:39531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T23:17:33,733 INFO [M:0;7a5975741222:39531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T23:17:33,734 ERROR [M:0;7a5975741222:39531 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1272979000) connection to localhost/127.0.0.1:41621 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41621,5,PEWorkerGroup] 2024-12-10T23:17:33,734 INFO [M:0;7a5975741222:39531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T23:17:33,734 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T23:17:33,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T23:17:33,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:17:33,737 DEBUG [M:0;7a5975741222:39531 {}] zookeeper.ZKUtil(347): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T23:17:33,737 WARN [M:0;7a5975741222:39531 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T23:17:33,738 INFO [M:0;7a5975741222:39531 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/.lastflushedseqids 2024-12-10T23:17:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741864_1040 (size=650) 2024-12-10T23:17:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741864_1040 (size=650) 2024-12-10T23:17:33,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741864_1040 (size=650) 2024-12-10T23:17:33,751 INFO [M:0;7a5975741222:39531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T23:17:33,752 INFO [M:0;7a5975741222:39531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T23:17:33,752 DEBUG [M:0;7a5975741222:39531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T23:17:33,752 INFO [M:0;7a5975741222:39531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:17:33,752 DEBUG [M:0;7a5975741222:39531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:17:33,752 DEBUG [M:0;7a5975741222:39531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T23:17:33,752 DEBUG [M:0;7a5975741222:39531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:17:33,752 INFO [M:0;7a5975741222:39531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=218.14 KB heapSize=259.85 KB 2024-12-10T23:17:33,770 DEBUG [M:0;7a5975741222:39531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0ec367dc9d446a795e28fd40f5aac49 is 82, key is hbase:meta,,1/info:regioninfo/1733872602928/Put/seqid=0 2024-12-10T23:17:33,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741865_1041 (size=5672) 2024-12-10T23:17:33,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741865_1041 (size=5672) 2024-12-10T23:17:33,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741865_1041 (size=5672) 2024-12-10T23:17:33,794 INFO [M:0;7a5975741222:39531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0ec367dc9d446a795e28fd40f5aac49 2024-12-10T23:17:33,824 INFO [RS:0;7a5975741222:41513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:17:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:17:33,824 INFO [RS:0;7a5975741222:41513 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,41513,1733872591943; zookeeper connection closed. 2024-12-10T23:17:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1019eaa0e560001, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:17:33,825 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b7697a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b7697a1 2024-12-10T23:17:33,825 DEBUG [M:0;7a5975741222:39531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e9833cecccd42adb327a744ea4b9274 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733872613379/Put/seqid=0 2024-12-10T23:17:33,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:17:33,831 INFO [RS:1;7a5975741222:35661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:17:33,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35661-0x1019eaa0e560002, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:17:33,831 INFO [RS:1;7a5975741222:35661 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,35661,1733872591988; zookeeper connection closed. 2024-12-10T23:17:33,832 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3596178 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3596178 2024-12-10T23:17:33,832 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-10T23:17:33,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741866_1042 (size=12206) 2024-12-10T23:17:33,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741866_1042 (size=12206) 2024-12-10T23:17:33,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741866_1042 (size=12206) 2024-12-10T23:17:33,837 INFO [M:0;7a5975741222:39531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=217.40 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e9833cecccd42adb327a744ea4b9274 2024-12-10T23:17:33,842 INFO [M:0;7a5975741222:39531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e9833cecccd42adb327a744ea4b9274 2024-12-10T23:17:33,858 DEBUG [M:0;7a5975741222:39531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dbe40b61f03488ba22ce271baa1ecaa is 69, key is 7a5975741222,35661,1733872591988/rs:state/1733872592513/Put/seqid=0 2024-12-10T23:17:33,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741867_1043 (size=5442) 2024-12-10T23:17:33,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741867_1043 (size=5442) 2024-12-10T23:17:33,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741867_1043 (size=5442) 2024-12-10T23:17:34,269 INFO [M:0;7a5975741222:39531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dbe40b61f03488ba22ce271baa1ecaa 2024-12-10T23:17:34,274 INFO [M:0;7a5975741222:39531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dbe40b61f03488ba22ce271baa1ecaa 2024-12-10T23:17:34,275 DEBUG [M:0;7a5975741222:39531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0ec367dc9d446a795e28fd40f5aac49 as hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0ec367dc9d446a795e28fd40f5aac49 2024-12-10T23:17:34,281 INFO [M:0;7a5975741222:39531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0ec367dc9d446a795e28fd40f5aac49, entries=8, sequenceid=455, filesize=5.5 K 2024-12-10T23:17:34,282 DEBUG [M:0;7a5975741222:39531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e9833cecccd42adb327a744ea4b9274 as hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e9833cecccd42adb327a744ea4b9274 2024-12-10T23:17:34,288 INFO [M:0;7a5975741222:39531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e9833cecccd42adb327a744ea4b9274 2024-12-10T23:17:34,288 INFO [M:0;7a5975741222:39531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e9833cecccd42adb327a744ea4b9274, entries=54, sequenceid=455, filesize=11.9 K 2024-12-10T23:17:34,289 DEBUG [M:0;7a5975741222:39531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dbe40b61f03488ba22ce271baa1ecaa as hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dbe40b61f03488ba22ce271baa1ecaa 2024-12-10T23:17:34,294 INFO [M:0;7a5975741222:39531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dbe40b61f03488ba22ce271baa1ecaa 2024-12-10T23:17:34,294 INFO [M:0;7a5975741222:39531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/e9fd3d58-fcb1-bc40-c4be-106cfdbdf26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dbe40b61f03488ba22ce271baa1ecaa, entries=3, sequenceid=455, filesize=5.3 K 2024-12-10T23:17:34,296 INFO [M:0;7a5975741222:39531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~218.14 KB/223373, heapSize ~259.55 KB/265784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=455, compaction requested=false 2024-12-10T23:17:34,297 INFO [M:0;7a5975741222:39531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:17:34,297 DEBUG [M:0;7a5975741222:39531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733872653752Disabling compacts and flushes for region at 1733872653752Disabling writes for close at 1733872653752Obtaining lock to block concurrent updates at 1733872653752Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733872653752Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=223373, getHeapSize=266024, getOffHeapSize=0, getCellsCount=550 at 1733872653753 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733872653753Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733872653753Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733872653770 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733872653770Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733872653808 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733872653824 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733872653824Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733872653842 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733872653857 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733872653858 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fca2fdd: reopening flushed file at 1733872654274 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5425cc98: reopening flushed file at 1733872654281 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba6c15b: reopening flushed file at 1733872654288 (+7 ms)Finished flush of dataSize ~218.14 KB/223373, heapSize ~259.55 KB/265784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=455, compaction requested=false at 1733872654296 (+8 ms)Writing region close event to WAL at 1733872654297 (+1 ms)Closed at 1733872654297 2024-12-10T23:17:34,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34387 is added to blk_1073741830_1006 (size=253747) 2024-12-10T23:17:34,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38383 is added to blk_1073741830_1006 (size=253747) 2024-12-10T23:17:34,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741830_1006 (size=253747) 2024-12-10T23:17:34,301 INFO [M:0;7a5975741222:39531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T23:17:34,301 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:17:34,301 INFO [M:0;7a5975741222:39531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39531 2024-12-10T23:17:34,301 INFO [M:0;7a5975741222:39531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:17:34,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:17:34,403 INFO [M:0;7a5975741222:39531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:17:34,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x1019eaa0e560000, quorum=127.0.0.1:60879, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:17:34,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3872a785{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:17:34,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5287412c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:17:34,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:17:34,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a00a89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:17:34,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f27143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/hadoop.log.dir/,STOPPED} 2024-12-10T23:17:34,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T23:17:34,409 WARN [BP-848479328-172.17.0.2-1733872590492 heartbeating to localhost/127.0.0.1:41621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T23:17:34,409 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T23:17:34,409 WARN [BP-848479328-172.17.0.2-1733872590492 heartbeating to localhost/127.0.0.1:41621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-848479328-172.17.0.2-1733872590492 (Datanode Uuid fee3e7b1-966b-4548-8f3c-c6e6b015350b) service to localhost/127.0.0.1:41621 2024-12-10T23:17:34,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data5/current/BP-848479328-172.17.0.2-1733872590492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:17:34,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data6/current/BP-848479328-172.17.0.2-1733872590492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:17:34,410 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:17:34,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1873601d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:17:34,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42bc7003{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:17:34,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:17:34,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f81c210{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:17:34,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e197fe3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/hadoop.log.dir/,STOPPED} 2024-12-10T23:17:34,414 WARN [BP-848479328-172.17.0.2-1733872590492 heartbeating to localhost/127.0.0.1:41621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T23:17:34,414 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T23:17:34,414 WARN [BP-848479328-172.17.0.2-1733872590492 heartbeating to localhost/127.0.0.1:41621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-848479328-172.17.0.2-1733872590492 (Datanode Uuid 38f6189f-a65b-4132-bc74-6cb1647b6923) service to localhost/127.0.0.1:41621 2024-12-10T23:17:34,414 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T23:17:34,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data3/current/BP-848479328-172.17.0.2-1733872590492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:17:34,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data4/current/BP-848479328-172.17.0.2-1733872590492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:17:34,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:17:34,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66380d98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:17:34,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@651957c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:17:34,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:17:34,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7415b012{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:17:34,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39797d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/hadoop.log.dir/,STOPPED} 2024-12-10T23:17:34,419 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T23:17:34,419 WARN [BP-848479328-172.17.0.2-1733872590492 heartbeating to localhost/127.0.0.1:41621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T23:17:34,419 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T23:17:34,419 WARN [BP-848479328-172.17.0.2-1733872590492 heartbeating to localhost/127.0.0.1:41621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-848479328-172.17.0.2-1733872590492 (Datanode Uuid 5163c4c2-1913-435e-b08f-a4c2d0ffde78) service to localhost/127.0.0.1:41621 2024-12-10T23:17:34,420 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data1/current/BP-848479328-172.17.0.2-1733872590492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:17:34,420 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/cluster_9c954c74-bd2d-54af-e9df-3af579489ccb/data/data2/current/BP-848479328-172.17.0.2-1733872590492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:17:34,421 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:17:34,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a57f7e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T23:17:34,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@511b6ffe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:17:34,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:17:34,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a083381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:17:34,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@511133be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e244b3-ff69-f3fc-b6f4-5ef3dc568103/hadoop.log.dir/,STOPPED} 2024-12-10T23:17:34,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T23:17:34,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T23:17:34,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 98) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:41621 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:41621 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:41621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:41621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=468 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=4758 (was 4389) - AvailableMemoryMB LEAK? -