2024-11-10 00:16:58,661 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 00:16:58,682 main DEBUG Took 0.019609 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 00:16:58,683 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 00:16:58,683 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 00:16:58,685 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 00:16:58,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,694 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 00:16:58,709 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,712 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,713 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,715 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,716 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,718 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,719 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,720 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,721 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,722 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,723 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:16:58,725 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,726 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 00:16:58,728 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:16:58,729 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 00:16:58,732 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 00:16:58,733 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 00:16:58,734 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 00:16:58,735 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 00:16:58,747 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 00:16:58,750 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 00:16:58,753 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 00:16:58,753 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 00:16:58,754 main DEBUG createAppenders(={Console}) 2024-11-10 00:16:58,754 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-10 00:16:58,755 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 00:16:58,755 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-10 00:16:58,756 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 00:16:58,756 main DEBUG OutputStream closed 2024-11-10 00:16:58,757 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 00:16:58,757 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 00:16:58,758 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-10 00:16:58,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 00:16:58,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 00:16:58,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 00:16:58,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 00:16:58,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 00:16:58,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 00:16:58,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 00:16:58,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 00:16:58,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 00:16:58,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 00:16:58,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 00:16:58,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 00:16:58,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 00:16:58,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 00:16:58,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 00:16:58,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 00:16:58,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 00:16:58,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 00:16:58,836 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 00:16:58,836 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-10 00:16:58,836 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 00:16:58,837 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-10T00:16:58,851 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-10 00:16:58,853 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 00:16:58,854 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T00:16:58,860 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-10T00:16:58,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=10787 2024-11-10T00:16:59,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54 2024-11-10T00:16:59,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:16:59,122 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac, deleteOnExit=true 2024-11-10T00:16:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:16:59,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/test.cache.data in system properties and HBase conf 2024-11-10T00:16:59,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:16:59,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:16:59,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:16:59,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:16:59,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:16:59,207 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T00:16:59,292 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:16:59,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:16:59,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:16:59,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:16:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:16:59,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:16:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:16:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:16:59,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:16:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:16:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:16:59,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:16:59,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:16:59,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:16:59,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:17:00,119 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T00:17:00,202 INFO [Time-limited test {}] log.Log(170): Logging initialized @2252ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T00:17:00,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:17:00,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:17:00,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:17:00,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:17:00,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:17:00,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:17:00,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:17:00,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:17:00,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/java.io.tmpdir/jetty-localhost-41151-hadoop-hdfs-3_4_1-tests_jar-_-any-710455500933583690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:17:00,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:41151} 2024-11-10T00:17:00,598 INFO [Time-limited test {}] server.Server(415): Started @2649ms 2024-11-10T00:17:01,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:17:01,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:17:01,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:17:01,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:17:01,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:17:01,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:17:01,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:17:01,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4468dec9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/java.io.tmpdir/jetty-localhost-39101-hadoop-hdfs-3_4_1-tests_jar-_-any-12499230082491447742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:17:01,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75193788{HTTP/1.1, (http/1.1)}{localhost:39101} 2024-11-10T00:17:01,137 INFO [Time-limited test {}] server.Server(415): Started @3189ms 2024-11-10T00:17:01,194 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:17:01,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:17:01,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:17:01,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:17:01,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:17:01,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:17:01,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:17:01,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:17:01,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2158aabb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/java.io.tmpdir/jetty-localhost-41071-hadoop-hdfs-3_4_1-tests_jar-_-any-13516358465487555991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:17:01,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b806e81{HTTP/1.1, (http/1.1)}{localhost:41071} 2024-11-10T00:17:01,444 INFO [Time-limited test {}] server.Server(415): Started @3496ms 2024-11-10T00:17:01,446 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:17:01,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:17:01,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:17:01,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:17:01,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:17:01,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:17:01,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:17:01,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:17:01,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40f6b760{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/java.io.tmpdir/jetty-localhost-36031-hadoop-hdfs-3_4_1-tests_jar-_-any-10729546330658896489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:17:01,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c1c92fc{HTTP/1.1, (http/1.1)}{localhost:36031} 2024-11-10T00:17:01,633 INFO [Time-limited test {}] server.Server(415): Started @3685ms 2024-11-10T00:17:01,636 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:17:01,647 WARN [Thread-111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data2/current/BP-56984222-172.17.0.2-1731197819878/current, will proceed with Du for space computation calculation, 2024-11-10T00:17:01,647 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data4/current/BP-56984222-172.17.0.2-1731197819878/current, will proceed with Du for space computation calculation, 2024-11-10T00:17:01,647 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data3/current/BP-56984222-172.17.0.2-1731197819878/current, will proceed with Du for space computation calculation, 2024-11-10T00:17:01,647 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data1/current/BP-56984222-172.17.0.2-1731197819878/current, will proceed with Du for space computation calculation, 2024-11-10T00:17:01,713 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:17:01,714 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:17:01,771 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data5/current/BP-56984222-172.17.0.2-1731197819878/current, will proceed with Du for space computation calculation, 2024-11-10T00:17:01,773 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data6/current/BP-56984222-172.17.0.2-1731197819878/current, will proceed with Du for space computation calculation, 2024-11-10T00:17:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d91147bf45c5656 with lease ID 0xcd6b64c1b636a782: Processing first storage report for DS-5cf7da55-66e7-4437-9e4b-971cc394318a from datanode DatanodeRegistration(127.0.0.1:37539, datanodeUuid=da8c6601-7f67-49c9-b615-d7df95d9be20, infoPort=42605, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878) 2024-11-10T00:17:01,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d91147bf45c5656 with lease ID 0xcd6b64c1b636a782: from storage DS-5cf7da55-66e7-4437-9e4b-971cc394318a node DatanodeRegistration(127.0.0.1:37539, datanodeUuid=da8c6601-7f67-49c9-b615-d7df95d9be20, infoPort=42605, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T00:17:01,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc35a4ae07da9e42d with lease ID 0xcd6b64c1b636a783: Processing first storage report for DS-57ca627c-fc72-41f2-8d86-c7604e54f8e3 from datanode DatanodeRegistration(127.0.0.1:46663, datanodeUuid=22597204-78bb-468d-bc3f-1aeb736867f6, infoPort=37985, infoSecurePort=0, ipcPort=34789, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878) 2024-11-10T00:17:01,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc35a4ae07da9e42d with lease ID 0xcd6b64c1b636a783: from storage DS-57ca627c-fc72-41f2-8d86-c7604e54f8e3 node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=22597204-78bb-468d-bc3f-1aeb736867f6, infoPort=37985, infoSecurePort=0, ipcPort=34789, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:17:01,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc35a4ae07da9e42d with lease ID 0xcd6b64c1b636a783: Processing first storage report for DS-0504634e-d0a2-49a9-a113-73c2160284a2 from datanode DatanodeRegistration(127.0.0.1:46663, datanodeUuid=22597204-78bb-468d-bc3f-1aeb736867f6, infoPort=37985, infoSecurePort=0, ipcPort=34789, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878) 2024-11-10T00:17:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc35a4ae07da9e42d with lease ID 0xcd6b64c1b636a783: from storage DS-0504634e-d0a2-49a9-a113-73c2160284a2 node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=22597204-78bb-468d-bc3f-1aeb736867f6, infoPort=37985, infoSecurePort=0, ipcPort=34789, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T00:17:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d91147bf45c5656 with lease ID 0xcd6b64c1b636a782: Processing first storage report for DS-51954071-beca-432b-893c-5a213f828dd7 from datanode DatanodeRegistration(127.0.0.1:37539, datanodeUuid=da8c6601-7f67-49c9-b615-d7df95d9be20, infoPort=42605, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878) 2024-11-10T00:17:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d91147bf45c5656 with lease ID 0xcd6b64c1b636a782: from storage DS-51954071-beca-432b-893c-5a213f828dd7 node DatanodeRegistration(127.0.0.1:37539, datanodeUuid=da8c6601-7f67-49c9-b615-d7df95d9be20, infoPort=42605, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:17:01,819 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:17:01,826 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x883df9b6c225b6b1 with lease ID 0xcd6b64c1b636a784: Processing first storage report for DS-da09ba1c-88c2-49e9-a9cf-809f76830aee from datanode DatanodeRegistration(127.0.0.1:46795, datanodeUuid=b45b2c6e-b018-4d94-908f-fce42a7a6552, infoPort=46659, infoSecurePort=0, ipcPort=32777, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878) 2024-11-10T00:17:01,826 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x883df9b6c225b6b1 with lease ID 0xcd6b64c1b636a784: from storage DS-da09ba1c-88c2-49e9-a9cf-809f76830aee node DatanodeRegistration(127.0.0.1:46795, datanodeUuid=b45b2c6e-b018-4d94-908f-fce42a7a6552, infoPort=46659, infoSecurePort=0, ipcPort=32777, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:17:01,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x883df9b6c225b6b1 with lease ID 0xcd6b64c1b636a784: Processing first storage report for DS-f3400b28-0af0-47da-b720-70ecea619e54 from datanode DatanodeRegistration(127.0.0.1:46795, datanodeUuid=b45b2c6e-b018-4d94-908f-fce42a7a6552, infoPort=46659, infoSecurePort=0, ipcPort=32777, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878) 2024-11-10T00:17:01,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x883df9b6c225b6b1 with lease ID 0xcd6b64c1b636a784: from storage DS-f3400b28-0af0-47da-b720-70ecea619e54 node DatanodeRegistration(127.0.0.1:46795, datanodeUuid=b45b2c6e-b018-4d94-908f-fce42a7a6552, infoPort=46659, infoSecurePort=0, ipcPort=32777, storageInfo=lv=-57;cid=testClusterID;nsid=757642855;c=1731197819878), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T00:17:02,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54 2024-11-10T00:17:02,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/zookeeper_0, clientPort=51595, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:17:02,125 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51595 2024-11-10T00:17:02,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:17:02,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:17:02,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:17:02,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:17:02,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:17:02,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be with version=8 2024-11-10T00:17:02,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/hbase-staging 2024-11-10T00:17:02,903 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T00:17:03,162 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:17:03,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:17:03,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:17:03,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:17:03,391 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T00:17:03,399 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T00:17:03,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:17:03,432 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6272 (auto-detected) 2024-11-10T00:17:03,433 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T00:17:03,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36085 2024-11-10T00:17:03,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36085 connecting to ZooKeeper ensemble=127.0.0.1:51595 2024-11-10T00:17:03,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360850x0, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:17:03,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36085-0x100ff3c4f200000 connected 2024-11-10T00:17:03,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:17:03,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:17:03,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:17:03,562 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be, hbase.cluster.distributed=false 2024-11-10T00:17:03,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T00:17:03,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-10T00:17:03,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36085 2024-11-10T00:17:03,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36085 2024-11-10T00:17:03,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-10T00:17:03,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-10T00:17:03,703 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:17:03,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:17:03,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:17:03,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:17:03,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:17:03,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37807 2024-11-10T00:17:03,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37807 connecting to ZooKeeper ensemble=127.0.0.1:51595 2024-11-10T00:17:03,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:17:03,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:17:03,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378070x0, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:17:03,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37807-0x100ff3c4f200001 connected 2024-11-10T00:17:03,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:17:03,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:17:03,736 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:17:03,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T00:17:03,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T00:17:03,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37807 2024-11-10T00:17:03,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37807 2024-11-10T00:17:03,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37807 2024-11-10T00:17:03,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37807 2024-11-10T00:17:03,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37807 2024-11-10T00:17:03,763 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:17:03,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:17:03,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:17:03,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:17:03,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:17:03,766 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40181 2024-11-10T00:17:03,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40181 connecting to ZooKeeper ensemble=127.0.0.1:51595 2024-11-10T00:17:03,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:17:03,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:17:03,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401810x0, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:17:03,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40181-0x100ff3c4f200002 connected 2024-11-10T00:17:03,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:17:03,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:17:03,779 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:17:03,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T00:17:03,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T00:17:03,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40181 2024-11-10T00:17:03,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40181 2024-11-10T00:17:03,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40181 2024-11-10T00:17:03,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40181 2024-11-10T00:17:03,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40181 2024-11-10T00:17:03,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:17:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:17:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:17:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:17:03,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:17:03,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:17:03,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35671 2024-11-10T00:17:03,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35671 connecting to ZooKeeper ensemble=127.0.0.1:51595 2024-11-10T00:17:03,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:17:03,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:17:03,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356710x0, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:17:03,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356710x0, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:17:03,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35671-0x100ff3c4f200003 connected 2024-11-10T00:17:03,820 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:17:03,821 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:17:03,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T00:17:03,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T00:17:03,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35671 2024-11-10T00:17:03,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35671 2024-11-10T00:17:03,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35671 2024-11-10T00:17:03,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35671 2024-11-10T00:17:03,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35671 2024-11-10T00:17:03,848 DEBUG [M:0;b3c019fcff38:36085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:36085 2024-11-10T00:17:03,849 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b3c019fcff38,36085,1731197822960 2024-11-10T00:17:03,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:17:03,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:17:03,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:17:03,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:17:03,858 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b3c019fcff38,36085,1731197822960 2024-11-10T00:17:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T00:17:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T00:17:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T00:17:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:03,886 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T00:17:03,887 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b3c019fcff38,36085,1731197822960 from backup master directory 2024-11-10T00:17:03,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b3c019fcff38,36085,1731197822960 2024-11-10T00:17:03,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:17:03,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:17:03,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:17:03,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:17:03,891 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:17:03,891 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,36085,1731197822960 2024-11-10T00:17:03,893 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T00:17:03,894 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T00:17:03,952 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/hbase.id] with ID: 644c9ac7-1faf-4446-91d8-2b1d66f6f048 2024-11-10T00:17:03,953 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/.tmp/hbase.id 2024-11-10T00:17:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:17:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:17:03,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:17:03,968 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/.tmp/hbase.id]:[hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/hbase.id] 2024-11-10T00:17:04,011 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:17:04,015 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:17:04,034 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T00:17:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:17:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:17:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:17:04,080 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:17:04,082 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:17:04,098 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:17:04,103 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:17:04,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:17:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:17:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:17:04,157 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store 2024-11-10T00:17:04,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:17:04,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:17:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:17:04,186 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T00:17:04,189 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:04,190 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:17:04,190 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:17:04,190 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:17:04,192 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:17:04,193 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:17:04,193 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:17:04,194 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731197824190Disabling compacts and flushes for region at 1731197824190Disabling writes for close at 1731197824193 (+3 ms)Writing region close event to WAL at 1731197824193Closed at 1731197824193 2024-11-10T00:17:04,196 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/.initializing 2024-11-10T00:17:04,196 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/WALs/b3c019fcff38,36085,1731197822960 2024-11-10T00:17:04,205 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:17:04,219 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C36085%2C1731197822960, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/WALs/b3c019fcff38,36085,1731197822960, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/oldWALs, maxLogs=10 2024-11-10T00:17:04,243 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/WALs/b3c019fcff38,36085,1731197822960/b3c019fcff38%2C36085%2C1731197822960.1731197824224, exclude list is [], retry=0 2024-11-10T00:17:04,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-5cf7da55-66e7-4437-9e4b-971cc394318a,DISK] 2024-11-10T00:17:04,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46795,DS-da09ba1c-88c2-49e9-a9cf-809f76830aee,DISK] 2024-11-10T00:17:04,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-57ca627c-fc72-41f2-8d86-c7604e54f8e3,DISK] 2024-11-10T00:17:04,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T00:17:04,302 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/WALs/b3c019fcff38,36085,1731197822960/b3c019fcff38%2C36085%2C1731197822960.1731197824224 2024-11-10T00:17:04,302 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46659:46659),(127.0.0.1/127.0.0.1:42605:42605),(127.0.0.1/127.0.0.1:37985:37985)] 2024-11-10T00:17:04,303 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:17:04,303 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:04,307 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,308 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:17:04,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:04,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:17:04,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:17:04,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:04,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:04,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:17:04,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:04,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:04,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:17:04,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:04,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:04,393 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,396 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,397 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,402 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,402 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,405 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:17:04,408 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:17:04,413 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:04,414 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66367802, jitterRate=-0.011042684316635132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:17:04,421 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731197824320Initializing all the Stores at 1731197824323 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197824323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197824324 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197824324Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197824324Cleaning up temporary data from old regions at 1731197824402 (+78 ms)Region opened successfully at 1731197824420 (+18 ms) 2024-11-10T00:17:04,422 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:17:04,456 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae2bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:17:04,489 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:17:04,500 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:17:04,501 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:17:04,504 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:17:04,505 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T00:17:04,510 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T00:17:04,511 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T00:17:04,537 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:17:04,546 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T00:17:04,548 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T00:17:04,550 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:17:04,552 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:17:04,553 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T00:17:04,555 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:17:04,559 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:17:04,560 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T00:17:04,561 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:17:04,564 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T00:17:04,582 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:17:04,583 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T00:17:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T00:17:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T00:17:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T00:17:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T00:17:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,591 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,36085,1731197822960, sessionid=0x100ff3c4f200000, setting cluster-up flag (Was=false) 2024-11-10T00:17:04,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,609 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T00:17:04,610 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,36085,1731197822960 2024-11-10T00:17:04,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:04,622 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T00:17:04,623 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,36085,1731197822960 2024-11-10T00:17:04,629 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:17:04,636 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(746): ClusterId : 644c9ac7-1faf-4446-91d8-2b1d66f6f048 2024-11-10T00:17:04,636 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(746): ClusterId : 644c9ac7-1faf-4446-91d8-2b1d66f6f048 2024-11-10T00:17:04,636 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(746): ClusterId : 644c9ac7-1faf-4446-91d8-2b1d66f6f048 2024-11-10T00:17:04,639 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:17:04,639 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:17:04,639 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:17:04,645 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:17:04,645 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:17:04,645 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:17:04,645 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:17:04,645 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:17:04,645 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:17:04,648 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:17:04,648 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:17:04,648 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:17:04,649 DEBUG [RS:1;b3c019fcff38:40181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e59296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:17:04,649 DEBUG [RS:0;b3c019fcff38:37807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3b9bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:17:04,649 DEBUG [RS:2;b3c019fcff38:35671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4509cba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:17:04,664 DEBUG [RS:1;b3c019fcff38:40181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b3c019fcff38:40181 2024-11-10T00:17:04,666 DEBUG [RS:0;b3c019fcff38:37807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:37807 2024-11-10T00:17:04,667 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:17:04,667 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:17:04,667 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:17:04,668 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:17:04,668 DEBUG [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:17:04,668 DEBUG [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:17:04,671 DEBUG [RS:2;b3c019fcff38:35671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b3c019fcff38:35671 2024-11-10T00:17:04,671 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,36085,1731197822960 with port=40181, startcode=1731197823763 2024-11-10T00:17:04,671 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,36085,1731197822960 with port=37807, startcode=1731197823663 2024-11-10T00:17:04,671 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:17:04,671 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:17:04,671 DEBUG [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:17:04,672 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,36085,1731197822960 with port=35671, startcode=1731197823805 2024-11-10T00:17:04,684 DEBUG [RS:1;b3c019fcff38:40181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:17:04,684 DEBUG [RS:0;b3c019fcff38:37807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:17:04,684 DEBUG [RS:2;b3c019fcff38:35671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:17:04,725 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:17:04,725 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:17:04,725 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:17:04,726 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:17:04,734 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:17:04,737 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:17:04,742 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:17:04,743 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:17:04,743 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:17:04,750 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,36085,1731197822960 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:17:04,758 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:17:04,758 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:17:04,758 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:17:04,758 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:17:04,758 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:17:04,759 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,759 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:17:04,759 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,764 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731197854764 2024-11-10T00:17:04,766 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:17:04,766 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:17:04,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:17:04,767 DEBUG [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T00:17:04,767 DEBUG [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T00:17:04,767 DEBUG [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T00:17:04,767 WARN [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T00:17:04,767 WARN [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T00:17:04,767 WARN [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T00:17:04,767 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:17:04,771 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:17:04,771 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:17:04,771 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:17:04,772 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:17:04,772 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:04,775 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:17:04,777 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:17:04,778 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:17:04,778 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:17:04,780 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:17:04,780 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:17:04,782 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197824782,5,FailOnTimeoutGroup] 2024-11-10T00:17:04,784 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197824782,5,FailOnTimeoutGroup] 2024-11-10T00:17:04,784 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,785 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:17:04,786 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,786 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:17:04,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:17:04,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:17:04,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:17:04,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:04,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741832_1008 (size=32) 2024-11-10T00:17:04,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741832_1008 (size=32) 2024-11-10T00:17:04,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741832_1008 (size=32) 2024-11-10T00:17:04,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:04,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:17:04,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:17:04,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:04,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:17:04,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:17:04,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:17:04,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:04,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:17:04,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:17:04,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:17:04,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:04,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:17:04,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:17:04,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:17:04,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:04,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:17:04,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:17:04,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740 2024-11-10T00:17:04,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740 2024-11-10T00:17:04,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:17:04,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:17:04,859 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:17:04,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:17:04,865 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:04,866 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60503921, jitterRate=-0.09842132031917572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:17:04,868 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,36085,1731197822960 with port=40181, startcode=1731197823763 2024-11-10T00:17:04,868 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,36085,1731197822960 with port=37807, startcode=1731197823663 2024-11-10T00:17:04,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731197824839Initializing all the Stores at 1731197824841 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197824841Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197824841Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197824841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197824841Cleaning up temporary data from old regions at 1731197824859 (+18 ms)Region opened successfully at 1731197824868 (+9 ms) 2024-11-10T00:17:04,869 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,36085,1731197822960 with port=35671, startcode=1731197823805 2024-11-10T00:17:04,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:17:04,869 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:17:04,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:17:04,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:17:04,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:17:04,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,35671,1731197823805 2024-11-10T00:17:04,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,35671,1731197823805 2024-11-10T00:17:04,877 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:17:04,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731197824869Disabling compacts and flushes for region at 1731197824869Disabling writes for close at 1731197824870 (+1 ms)Writing region close event to WAL at 1731197824876 (+6 ms)Closed at 1731197824877 (+1 ms) 2024-11-10T00:17:04,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,40181,1731197823763 2024-11-10T00:17:04,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:17:04,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:04,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:17:04,883 DEBUG [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:04,883 DEBUG [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39153 2024-11-10T00:17:04,883 DEBUG [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:17:04,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,37807,1731197823663 2024-11-10T00:17:04,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,37807,1731197823663 2024-11-10T00:17:04,886 DEBUG [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:04,886 DEBUG [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39153 2024-11-10T00:17:04,886 DEBUG [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:17:04,889 DEBUG [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:04,889 DEBUG [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39153 2024-11-10T00:17:04,889 DEBUG [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:17:04,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T00:17:04,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:17:04,894 DEBUG [RS:2;b3c019fcff38:35671 {}] zookeeper.ZKUtil(111): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b3c019fcff38,35671,1731197823805 2024-11-10T00:17:04,894 DEBUG [RS:1;b3c019fcff38:40181 {}] zookeeper.ZKUtil(111): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b3c019fcff38,40181,1731197823763 2024-11-10T00:17:04,894 WARN [RS:2;b3c019fcff38:35671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:17:04,894 WARN [RS:1;b3c019fcff38:40181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:17:04,895 INFO [RS:2;b3c019fcff38:35671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:17:04,895 INFO [RS:1;b3c019fcff38:40181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:17:04,895 DEBUG [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805 2024-11-10T00:17:04,895 DEBUG [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,40181,1731197823763 2024-11-10T00:17:04,896 DEBUG [RS:0;b3c019fcff38:37807 {}] zookeeper.ZKUtil(111): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b3c019fcff38,37807,1731197823663 2024-11-10T00:17:04,896 WARN [RS:0;b3c019fcff38:37807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:17:04,896 INFO [RS:0;b3c019fcff38:37807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:17:04,896 DEBUG [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,37807,1731197823663 2024-11-10T00:17:04,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,40181,1731197823763] 2024-11-10T00:17:04,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,35671,1731197823805] 2024-11-10T00:17:04,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,37807,1731197823663] 2024-11-10T00:17:04,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:17:04,905 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:17:04,926 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:17:04,926 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:17:04,926 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:17:04,940 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:17:04,940 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:17:04,941 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:17:04,947 INFO [RS:1;b3c019fcff38:40181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:17:04,947 INFO [RS:0;b3c019fcff38:37807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:17:04,947 INFO [RS:2;b3c019fcff38:35671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:17:04,948 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,948 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,948 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,949 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:17:04,951 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:17:04,951 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:17:04,956 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:17:04,956 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:17:04,956 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:17:04,958 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,958 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,958 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,958 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,958 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,958 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:17:04,959 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:17:04,959 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:17:04,959 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,959 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:17:04,960 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:17:04,960 DEBUG [RS:1;b3c019fcff38:40181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:17:04,960 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:17:04,960 DEBUG [RS:0;b3c019fcff38:37807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:17:04,960 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:17:04,961 DEBUG [RS:2;b3c019fcff38:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:17:04,963 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35671,1731197823805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37807,1731197823663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,964 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40181,1731197823763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:17:04,986 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:17:04,986 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:17:04,988 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:17:04,988 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40181,1731197823763-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,988 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,35671,1731197823805-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,988 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,37807,1731197823663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,989 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,989 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,989 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.Replication(171): b3c019fcff38,37807,1731197823663 started 2024-11-10T00:17:04,989 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.Replication(171): b3c019fcff38,40181,1731197823763 started 2024-11-10T00:17:04,989 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:04,989 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.Replication(171): b3c019fcff38,35671,1731197823805 started 2024-11-10T00:17:05,007 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:05,007 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,37807,1731197823663, RpcServer on b3c019fcff38/172.17.0.2:37807, sessionid=0x100ff3c4f200001 2024-11-10T00:17:05,008 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:17:05,008 DEBUG [RS:0;b3c019fcff38:37807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,37807,1731197823663 2024-11-10T00:17:05,009 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,37807,1731197823663' 2024-11-10T00:17:05,009 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T00:17:05,010 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T00:17:05,010 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:17:05,010 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:17:05,011 DEBUG [RS:0;b3c019fcff38:37807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,37807,1731197823663 2024-11-10T00:17:05,011 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,37807,1731197823663' 2024-11-10T00:17:05,011 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T00:17:05,011 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T00:17:05,012 DEBUG [RS:0;b3c019fcff38:37807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:17:05,012 INFO [RS:0;b3c019fcff38:37807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:17:05,012 INFO [RS:0;b3c019fcff38:37807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:17:05,013 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:05,013 INFO [RS:2;b3c019fcff38:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:05,013 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,40181,1731197823763, RpcServer on b3c019fcff38/172.17.0.2:40181, sessionid=0x100ff3c4f200002 2024-11-10T00:17:05,013 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,35671,1731197823805, RpcServer on b3c019fcff38/172.17.0.2:35671, sessionid=0x100ff3c4f200003 2024-11-10T00:17:05,014 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:17:05,014 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:17:05,014 DEBUG [RS:2;b3c019fcff38:35671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,35671,1731197823805 2024-11-10T00:17:05,014 DEBUG [RS:1;b3c019fcff38:40181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,40181,1731197823763 2024-11-10T00:17:05,014 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,40181,1731197823763' 2024-11-10T00:17:05,014 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,35671,1731197823805' 2024-11-10T00:17:05,014 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T00:17:05,014 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T00:17:05,014 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T00:17:05,014 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T00:17:05,015 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:17:05,015 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:17:05,015 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:17:05,015 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:17:05,015 DEBUG [RS:1;b3c019fcff38:40181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,40181,1731197823763 2024-11-10T00:17:05,015 DEBUG [RS:2;b3c019fcff38:35671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,35671,1731197823805 2024-11-10T00:17:05,015 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,35671,1731197823805' 2024-11-10T00:17:05,015 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,40181,1731197823763' 2024-11-10T00:17:05,015 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T00:17:05,015 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T00:17:05,016 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T00:17:05,016 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T00:17:05,017 DEBUG [RS:1;b3c019fcff38:40181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:17:05,017 DEBUG [RS:2;b3c019fcff38:35671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:17:05,017 INFO [RS:1;b3c019fcff38:40181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:17:05,017 INFO [RS:2;b3c019fcff38:35671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:17:05,017 INFO [RS:1;b3c019fcff38:40181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:17:05,017 INFO [RS:2;b3c019fcff38:35671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:17:05,056 WARN [b3c019fcff38:36085 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T00:17:05,118 INFO [RS:2;b3c019fcff38:35671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:17:05,118 INFO [RS:1;b3c019fcff38:40181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:17:05,118 INFO [RS:0;b3c019fcff38:37807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:17:05,121 INFO [RS:1;b3c019fcff38:40181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C40181%2C1731197823763, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,40181,1731197823763, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/oldWALs, maxLogs=32 2024-11-10T00:17:05,121 INFO [RS:0;b3c019fcff38:37807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C37807%2C1731197823663, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,37807,1731197823663, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/oldWALs, maxLogs=32 2024-11-10T00:17:05,121 INFO [RS:2;b3c019fcff38:35671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C35671%2C1731197823805, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/oldWALs, maxLogs=32 2024-11-10T00:17:05,141 DEBUG [RS:0;b3c019fcff38:37807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,37807,1731197823663/b3c019fcff38%2C37807%2C1731197823663.1731197825127, exclude list is [], retry=0 2024-11-10T00:17:05,142 DEBUG [RS:1;b3c019fcff38:40181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,40181,1731197823763/b3c019fcff38%2C40181%2C1731197823763.1731197825127, exclude list is [], retry=0 2024-11-10T00:17:05,142 DEBUG [RS:2;b3c019fcff38:35671 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805/b3c019fcff38%2C35671%2C1731197823805.1731197825127, exclude list is [], retry=0 2024-11-10T00:17:05,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-57ca627c-fc72-41f2-8d86-c7604e54f8e3,DISK] 2024-11-10T00:17:05,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-57ca627c-fc72-41f2-8d86-c7604e54f8e3,DISK] 2024-11-10T00:17:05,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-57ca627c-fc72-41f2-8d86-c7604e54f8e3,DISK] 2024-11-10T00:17:05,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46795,DS-da09ba1c-88c2-49e9-a9cf-809f76830aee,DISK] 2024-11-10T00:17:05,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-5cf7da55-66e7-4437-9e4b-971cc394318a,DISK] 2024-11-10T00:17:05,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-5cf7da55-66e7-4437-9e4b-971cc394318a,DISK] 2024-11-10T00:17:05,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46795,DS-da09ba1c-88c2-49e9-a9cf-809f76830aee,DISK] 2024-11-10T00:17:05,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46795,DS-da09ba1c-88c2-49e9-a9cf-809f76830aee,DISK] 2024-11-10T00:17:05,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-5cf7da55-66e7-4437-9e4b-971cc394318a,DISK] 2024-11-10T00:17:05,160 INFO [RS:0;b3c019fcff38:37807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,37807,1731197823663/b3c019fcff38%2C37807%2C1731197823663.1731197825127 2024-11-10T00:17:05,160 INFO [RS:1;b3c019fcff38:40181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,40181,1731197823763/b3c019fcff38%2C40181%2C1731197823763.1731197825127 2024-11-10T00:17:05,161 DEBUG [RS:0;b3c019fcff38:37807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37985:37985),(127.0.0.1/127.0.0.1:46659:46659),(127.0.0.1/127.0.0.1:42605:42605)] 2024-11-10T00:17:05,161 DEBUG [RS:1;b3c019fcff38:40181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37985:37985),(127.0.0.1/127.0.0.1:46659:46659),(127.0.0.1/127.0.0.1:42605:42605)] 2024-11-10T00:17:05,165 INFO [RS:2;b3c019fcff38:35671 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805/b3c019fcff38%2C35671%2C1731197823805.1731197825127 2024-11-10T00:17:05,165 DEBUG [RS:2;b3c019fcff38:35671 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37985:37985),(127.0.0.1/127.0.0.1:46659:46659),(127.0.0.1/127.0.0.1:42605:42605)] 2024-11-10T00:17:05,309 DEBUG [b3c019fcff38:36085 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T00:17:05,317 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(204): Hosts are {b3c019fcff38=0} racks are {/default-rack=0} 2024-11-10T00:17:05,324 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T00:17:05,324 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T00:17:05,324 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T00:17:05,324 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T00:17:05,324 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T00:17:05,324 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T00:17:05,324 INFO [b3c019fcff38:36085 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T00:17:05,324 INFO [b3c019fcff38:36085 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T00:17:05,324 INFO [b3c019fcff38:36085 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T00:17:05,324 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T00:17:05,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:05,338 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,40181,1731197823763, state=OPENING 2024-11-10T00:17:05,345 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:17:05,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:05,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:05,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:05,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:17:05,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:17:05,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:17:05,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:17:05,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:17:05,349 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:17:05,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,40181,1731197823763}] 2024-11-10T00:17:13,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T00:17:13,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T00:17:15,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:17:15,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:17:15,392 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:17:15,392 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:17:15,393 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:17:15,396 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C40181%2C1731197823763.meta, suffix=.meta, logDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,40181,1731197823763, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/oldWALs, maxLogs=32 2024-11-10T00:17:15,412 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,40181,1731197823763/b3c019fcff38%2C40181%2C1731197823763.meta.1731197835397.meta, exclude list is [], retry=0 2024-11-10T00:17:15,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46795,DS-da09ba1c-88c2-49e9-a9cf-809f76830aee,DISK] 2024-11-10T00:17:15,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-57ca627c-fc72-41f2-8d86-c7604e54f8e3,DISK] 2024-11-10T00:17:15,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-5cf7da55-66e7-4437-9e4b-971cc394318a,DISK] 2024-11-10T00:17:15,419 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,40181,1731197823763/b3c019fcff38%2C40181%2C1731197823763.meta.1731197835397.meta 2024-11-10T00:17:15,419 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46659:46659),(127.0.0.1/127.0.0.1:37985:37985),(127.0.0.1/127.0.0.1:42605:42605)] 2024-11-10T00:17:15,419 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:17:15,421 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:17:15,424 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:17:15,429 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:17:15,433 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:17:15,434 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:15,434 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:17:15,434 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:17:15,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:17:15,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:17:15,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:15,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:17:15,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:17:15,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:17:15,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:15,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:17:15,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:17:15,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:17:15,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:15,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:17:15,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:17:15,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:17:15,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:15,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:17:15,448 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:17:15,449 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740 2024-11-10T00:17:15,452 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740 2024-11-10T00:17:15,454 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:17:15,454 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:17:15,455 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:17:15,458 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:17:15,459 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59502511, jitterRate=-0.1133434921503067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:17:15,459 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:17:15,461 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731197835435Writing region info on filesystem at 1731197835435Initializing all the Stores at 1731197835437 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197835437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197835437Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197835437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197835437Cleaning up temporary data from old regions at 1731197835454 (+17 ms)Running coprocessor post-open hooks at 1731197835459 (+5 ms)Region opened successfully at 1731197835461 (+2 ms) 2024-11-10T00:17:15,468 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731197835367 2024-11-10T00:17:15,479 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:17:15,479 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:17:15,481 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:15,483 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,40181,1731197823763, state=OPEN 2024-11-10T00:17:15,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T00:17:15,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T00:17:15,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T00:17:15,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T00:17:15,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:17:15,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:17:15,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:17:15,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:17:15,486 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:15,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:17:15,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,40181,1731197823763 in 10.1350 sec 2024-11-10T00:17:15,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:17:15,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6010 sec 2024-11-10T00:17:15,498 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:17:15,498 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:17:15,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:17:15,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40181,1731197823763, seqNum=-1] 2024-11-10T00:17:15,543 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:17:15,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:17:15,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9000 sec 2024-11-10T00:17:15,564 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731197835564, completionTime=-1 2024-11-10T00:17:15,567 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T00:17:15,567 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:17:15,593 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T00:17:15,594 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731197895593 2024-11-10T00:17:15,594 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731197955594 2024-11-10T00:17:15,594 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-10T00:17:15,596 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:17:15,603 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36085,1731197822960-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:15,603 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36085,1731197822960-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:15,603 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36085,1731197822960-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:15,605 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:36085, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:15,605 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:15,606 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:15,611 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:17:15,639 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.748sec 2024-11-10T00:17:15,642 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:17:15,643 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:17:15,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:17:15,645 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:17:15,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:17:15,646 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36085,1731197822960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:17:15,647 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36085,1731197822960-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:17:15,653 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:17:15,654 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:17:15,655 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36085,1731197822960-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:17:15,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d565829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:17:15,661 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T00:17:15,661 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T00:17:15,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36085,-1 for getting cluster id 2024-11-10T00:17:15,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:17:15,678 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '644c9ac7-1faf-4446-91d8-2b1d66f6f048' 2024-11-10T00:17:15,681 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:17:15,681 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "644c9ac7-1faf-4446-91d8-2b1d66f6f048" 2024-11-10T00:17:15,683 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b487f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:17:15,683 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36085,-1] 2024-11-10T00:17:15,686 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:17:15,688 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:17:15,690 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:17:15,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed7a274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:17:15,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:17:15,701 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40181,1731197823763, seqNum=-1] 2024-11-10T00:17:15,701 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:17:15,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:17:15,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,36085,1731197822960 2024-11-10T00:17:15,750 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731197835749 (current time:1731197835749). 2024-11-10T00:17:15,750 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T00:17:15,750 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T00:17:15,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209b16a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:17:15,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,36085,-1 for getting cluster id 2024-11-10T00:17:15,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:17:15,754 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '644c9ac7-1faf-4446-91d8-2b1d66f6f048' 2024-11-10T00:17:15,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:17:15,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "644c9ac7-1faf-4446-91d8-2b1d66f6f048" 2024-11-10T00:17:15,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea57b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:17:15,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,36085,-1] 2024-11-10T00:17:15,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:17:15,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:17:15,757 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:17:15,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f914f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:17:15,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:17:15,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,40181,1731197823763, seqNum=-1] 2024-11-10T00:17:15,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:17:15,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:17:15,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:17:15,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:17:15,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:17:15,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:17:15,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:17:15,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:17:15,784 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,36085,1731197822960 2024-11-10T00:17:15,786 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b72c12 2024-11-10T00:17:15,787 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:17:15,789 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:17:15,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:17:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T00:17:15,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:17:15,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T00:17:15,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:15,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:17:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:17:15,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741837_1013 (size=361) 2024-11-10T00:17:15,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741837_1013 (size=361) 2024-11-10T00:17:15,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741837_1013 (size=361) 2024-11-10T00:17:15,829 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37190656bc88ed99284ed9131603b354, NAME => 'SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:15,829 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ac5387de79f40474fc89d7baf16fa179, NAME => 'SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:15,833 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fccc05f389c99f5017b88d51f70a0260, NAME => 'SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:15,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741838_1014 (size=54) 2024-11-10T00:17:15,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741838_1014 (size=54) 2024-11-10T00:17:15,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741838_1014 (size=54) 2024-11-10T00:17:15,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:15,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 37190656bc88ed99284ed9131603b354, disabling compactions & flushes 2024-11-10T00:17:15,853 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:17:15,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:17:15,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. after waiting 0 ms 2024-11-10T00:17:15,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:17:15,853 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:17:15,854 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37190656bc88ed99284ed9131603b354: Waiting for close lock at 1731197835853Disabling compacts and flushes for region at 1731197835853Disabling writes for close at 1731197835853Writing region close event to WAL at 1731197835853Closed at 1731197835853 2024-11-10T00:17:15,854 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfa0db12ef4f044eddddfda0a0ae74b6, NAME => 'SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:15,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741839_1015 (size=62) 2024-11-10T00:17:15,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741839_1015 (size=62) 2024-11-10T00:17:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741839_1015 (size=62) 2024-11-10T00:17:15,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:15,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ac5387de79f40474fc89d7baf16fa179, disabling compactions & flushes 2024-11-10T00:17:15,861 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:17:15,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:17:15,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. after waiting 0 ms 2024-11-10T00:17:15,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:17:15,861 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:17:15,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ac5387de79f40474fc89d7baf16fa179: Waiting for close lock at 1731197835861Disabling compacts and flushes for region at 1731197835861Disabling writes for close at 1731197835861Writing region close event to WAL at 1731197835861Closed at 1731197835861 2024-11-10T00:17:15,862 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a3c9021a5b7bf215b3e8f9f793b0eced, NAME => 'SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:15,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741840_1016 (size=62) 2024-11-10T00:17:15,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741840_1016 (size=62) 2024-11-10T00:17:15,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741840_1016 (size=62) 2024-11-10T00:17:15,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:15,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fccc05f389c99f5017b88d51f70a0260, disabling compactions & flushes 2024-11-10T00:17:15,873 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:17:15,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:17:15,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. after waiting 0 ms 2024-11-10T00:17:15,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:17:15,873 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:17:15,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fccc05f389c99f5017b88d51f70a0260: Waiting for close lock at 1731197835873Disabling compacts and flushes for region at 1731197835873Disabling writes for close at 1731197835873Writing region close event to WAL at 1731197835873Closed at 1731197835873 2024-11-10T00:17:15,874 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d427e1e780c07be59199271ca1a0fc5a, NAME => 'SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:15,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741841_1017 (size=62) 2024-11-10T00:17:15,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741841_1017 (size=62) 2024-11-10T00:17:15,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741841_1017 (size=62) 2024-11-10T00:17:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741842_1018 (size=62) 2024-11-10T00:17:15,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:15,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dfa0db12ef4f044eddddfda0a0ae74b6, disabling compactions & flushes 2024-11-10T00:17:15,893 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:17:15,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:17:15,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. after waiting 0 ms 2024-11-10T00:17:15,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:17:15,894 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:17:15,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfa0db12ef4f044eddddfda0a0ae74b6: Waiting for close lock at 1731197835893Disabling compacts and flushes for region at 1731197835893Disabling writes for close at 1731197835894 (+1 ms)Writing region close event to WAL at 1731197835894Closed at 1731197835894 2024-11-10T00:17:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741842_1018 (size=62) 2024-11-10T00:17:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741842_1018 (size=62) 2024-11-10T00:17:15,894 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39f1b1e74fe7113275367e4033420bc8, NAME => 'SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:15,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:15,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a3c9021a5b7bf215b3e8f9f793b0eced, disabling compactions & flushes 2024-11-10T00:17:15,896 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:17:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:17:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. after waiting 0 ms 2024-11-10T00:17:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:17:15,897 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:17:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a3c9021a5b7bf215b3e8f9f793b0eced: Waiting for close lock at 1731197835896Disabling compacts and flushes for region at 1731197835896Disabling writes for close at 1731197835897 (+1 ms)Writing region close event to WAL at 1731197835897Closed at 1731197835897 2024-11-10T00:17:15,898 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3d052011ffeaa87c89a18e02de538c69, NAME => 'SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:15,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741843_1019 (size=62) 2024-11-10T00:17:15,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741843_1019 (size=62) 2024-11-10T00:17:15,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741843_1019 (size=62) 2024-11-10T00:17:15,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:15,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d427e1e780c07be59199271ca1a0fc5a, disabling compactions & flushes 2024-11-10T00:17:15,912 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:17:15,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:17:15,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. after waiting 0 ms 2024-11-10T00:17:15,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:17:15,912 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:17:15,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d427e1e780c07be59199271ca1a0fc5a: Waiting for close lock at 1731197835912Disabling compacts and flushes for region at 1731197835912Disabling writes for close at 1731197835912Writing region close event to WAL at 1731197835912Closed at 1731197835912 2024-11-10T00:17:15,913 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c80c8b20ad519152c94d5508f215bfe2, NAME => 'SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:17:15,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741844_1020 (size=62) 2024-11-10T00:17:15,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741845_1021 (size=62) 2024-11-10T00:17:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741844_1020 (size=62) 2024-11-10T00:17:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741845_1021 (size=62) 2024-11-10T00:17:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741844_1020 (size=62) 2024-11-10T00:17:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3d052011ffeaa87c89a18e02de538c69, disabling compactions & flushes 2024-11-10T00:17:15,933 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:17:15,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741845_1021 (size=62) 2024-11-10T00:17:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:17:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. after waiting 0 ms 2024-11-10T00:17:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:17:15,933 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:17:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3d052011ffeaa87c89a18e02de538c69: Waiting for close lock at 1731197835933Disabling compacts and flushes for region at 1731197835933Disabling writes for close at 1731197835933Writing region close event to WAL at 1731197835933Closed at 1731197835933 2024-11-10T00:17:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:15,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 39f1b1e74fe7113275367e4033420bc8, disabling compactions & flushes 2024-11-10T00:17:15,934 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 34afa29bf6f8596cff98d10b250ecc34, NAME => 'SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be 2024-11-10T00:17:15,934 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:17:15,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:17:15,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. after waiting 0 ms 2024-11-10T00:17:15,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:17:15,935 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:17:15,935 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39f1b1e74fe7113275367e4033420bc8: Waiting for close lock at 1731197835934Disabling compacts and flushes for region at 1731197835934Disabling writes for close at 1731197835934Writing region close event to WAL at 1731197835934Closed at 1731197835934 2024-11-10T00:17:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741846_1022 (size=62) 2024-11-10T00:17:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741846_1022 (size=62) 2024-11-10T00:17:15,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741846_1022 (size=62) 2024-11-10T00:17:15,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:15,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c80c8b20ad519152c94d5508f215bfe2, disabling compactions & flushes 2024-11-10T00:17:15,942 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:17:15,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:17:15,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. after waiting 0 ms 2024-11-10T00:17:15,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:17:15,942 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:17:15,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c80c8b20ad519152c94d5508f215bfe2: Waiting for close lock at 1731197835942Disabling compacts and flushes for region at 1731197835942Disabling writes for close at 1731197835942Writing region close event to WAL at 1731197835942Closed at 1731197835942 2024-11-10T00:17:15,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741847_1023 (size=54) 2024-11-10T00:17:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741847_1023 (size=54) 2024-11-10T00:17:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741847_1023 (size=54) 2024-11-10T00:17:15,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:15,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 34afa29bf6f8596cff98d10b250ecc34, disabling compactions & flushes 2024-11-10T00:17:15,950 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:17:15,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:17:15,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. after waiting 0 ms 2024-11-10T00:17:15,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:17:15,950 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:17:15,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 34afa29bf6f8596cff98d10b250ecc34: Waiting for close lock at 1731197835950Disabling compacts and flushes for region at 1731197835950Disabling writes for close at 1731197835950Writing region close event to WAL at 1731197835950Closed at 1731197835950 2024-11-10T00:17:15,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:17:15,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731197835953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197835953"}]},"ts":"1731197835953"} 2024-11-10T00:17:15,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197835953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197835953"}]},"ts":"1731197835953"} 2024-11-10T00:17:15,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197835953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197835953"}]},"ts":"1731197835953"} 2024-11-10T00:17:15,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197835953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197835953"}]},"ts":"1731197835953"} 2024-11-10T00:17:15,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197835953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197835953"}]},"ts":"1731197835953"} 2024-11-10T00:17:15,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197835953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197835953"}]},"ts":"1731197835953"} 2024-11-10T00:17:15,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197835953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197835953"}]},"ts":"1731197835953"} 2024-11-10T00:17:15,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197835953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197835953"}]},"ts":"1731197835953"} 2024-11-10T00:17:15,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197835953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197835953"}]},"ts":"1731197835953"} 2024-11-10T00:17:15,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731197835953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197835953"}]},"ts":"1731197835953"} 2024-11-10T00:17:15,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T00:17:15,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:17:16,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197835997"}]},"ts":"1731197835997"} 2024-11-10T00:17:16,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T00:17:16,004 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b3c019fcff38=0} racks are {/default-rack=0} 2024-11-10T00:17:16,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T00:17:16,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T00:17:16,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T00:17:16,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T00:17:16,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T00:17:16,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T00:17:16,013 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T00:17:16,013 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T00:17:16,013 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T00:17:16,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T00:17:16,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37190656bc88ed99284ed9131603b354, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac5387de79f40474fc89d7baf16fa179, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fccc05f389c99f5017b88d51f70a0260, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfa0db12ef4f044eddddfda0a0ae74b6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c9021a5b7bf215b3e8f9f793b0eced, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d427e1e780c07be59199271ca1a0fc5a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39f1b1e74fe7113275367e4033420bc8, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d052011ffeaa87c89a18e02de538c69, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c80c8b20ad519152c94d5508f215bfe2, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34afa29bf6f8596cff98d10b250ecc34, ASSIGN}] 2024-11-10T00:17:16,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c80c8b20ad519152c94d5508f215bfe2, ASSIGN 2024-11-10T00:17:16,020 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39f1b1e74fe7113275367e4033420bc8, ASSIGN 2024-11-10T00:17:16,020 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d052011ffeaa87c89a18e02de538c69, ASSIGN 2024-11-10T00:17:16,021 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d427e1e780c07be59199271ca1a0fc5a, ASSIGN 2024-11-10T00:17:16,023 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34afa29bf6f8596cff98d10b250ecc34, ASSIGN 2024-11-10T00:17:16,023 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39f1b1e74fe7113275367e4033420bc8, ASSIGN; state=OFFLINE, location=b3c019fcff38,35671,1731197823805; forceNewPlan=false, retain=false 2024-11-10T00:17:16,023 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d052011ffeaa87c89a18e02de538c69, ASSIGN; state=OFFLINE, location=b3c019fcff38,40181,1731197823763; forceNewPlan=false, retain=false 2024-11-10T00:17:16,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c80c8b20ad519152c94d5508f215bfe2, ASSIGN; state=OFFLINE, location=b3c019fcff38,37807,1731197823663; forceNewPlan=false, retain=false 2024-11-10T00:17:16,023 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d427e1e780c07be59199271ca1a0fc5a, ASSIGN; state=OFFLINE, location=b3c019fcff38,37807,1731197823663; forceNewPlan=false, retain=false 2024-11-10T00:17:16,024 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=34afa29bf6f8596cff98d10b250ecc34, ASSIGN; state=OFFLINE, location=b3c019fcff38,40181,1731197823763; forceNewPlan=false, retain=false 2024-11-10T00:17:16,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fccc05f389c99f5017b88d51f70a0260, ASSIGN 2024-11-10T00:17:16,030 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfa0db12ef4f044eddddfda0a0ae74b6, ASSIGN 2024-11-10T00:17:16,030 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac5387de79f40474fc89d7baf16fa179, ASSIGN 2024-11-10T00:17:16,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c9021a5b7bf215b3e8f9f793b0eced, ASSIGN 2024-11-10T00:17:16,030 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37190656bc88ed99284ed9131603b354, ASSIGN 2024-11-10T00:17:16,032 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac5387de79f40474fc89d7baf16fa179, ASSIGN; state=OFFLINE, location=b3c019fcff38,35671,1731197823805; forceNewPlan=false, retain=false 2024-11-10T00:17:16,032 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fccc05f389c99f5017b88d51f70a0260, ASSIGN; state=OFFLINE, location=b3c019fcff38,37807,1731197823663; forceNewPlan=false, retain=false 2024-11-10T00:17:16,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3c9021a5b7bf215b3e8f9f793b0eced, ASSIGN; state=OFFLINE, location=b3c019fcff38,35671,1731197823805; forceNewPlan=false, retain=false 2024-11-10T00:17:16,032 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfa0db12ef4f044eddddfda0a0ae74b6, ASSIGN; state=OFFLINE, location=b3c019fcff38,40181,1731197823763; forceNewPlan=false, retain=false 2024-11-10T00:17:16,033 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37190656bc88ed99284ed9131603b354, ASSIGN; state=OFFLINE, location=b3c019fcff38,40181,1731197823763; forceNewPlan=false, retain=false 2024-11-10T00:17:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:17:16,175 INFO [b3c019fcff38:36085 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T00:17:16,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=37190656bc88ed99284ed9131603b354, regionState=OPENING, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:16,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=34afa29bf6f8596cff98d10b250ecc34, regionState=OPENING, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:16,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c80c8b20ad519152c94d5508f215bfe2, regionState=OPENING, regionLocation=b3c019fcff38,37807,1731197823663 2024-11-10T00:17:16,176 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3d052011ffeaa87c89a18e02de538c69, regionState=OPENING, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:16,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=dfa0db12ef4f044eddddfda0a0ae74b6, regionState=OPENING, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:16,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d427e1e780c07be59199271ca1a0fc5a, regionState=OPENING, regionLocation=b3c019fcff38,37807,1731197823663 2024-11-10T00:17:16,177 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=39f1b1e74fe7113275367e4033420bc8, regionState=OPENING, regionLocation=b3c019fcff38,35671,1731197823805 2024-11-10T00:17:16,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fccc05f389c99f5017b88d51f70a0260, regionState=OPENING, regionLocation=b3c019fcff38,37807,1731197823663 2024-11-10T00:17:16,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac5387de79f40474fc89d7baf16fa179, regionState=OPENING, regionLocation=b3c019fcff38,35671,1731197823805 2024-11-10T00:17:16,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a3c9021a5b7bf215b3e8f9f793b0eced, regionState=OPENING, regionLocation=b3c019fcff38,35671,1731197823805 2024-11-10T00:17:16,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c80c8b20ad519152c94d5508f215bfe2, ASSIGN because future has completed 2024-11-10T00:17:16,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c80c8b20ad519152c94d5508f215bfe2, server=b3c019fcff38,37807,1731197823663}] 2024-11-10T00:17:16,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=34afa29bf6f8596cff98d10b250ecc34, ASSIGN because future has completed 2024-11-10T00:17:16,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34afa29bf6f8596cff98d10b250ecc34, server=b3c019fcff38,40181,1731197823763}] 2024-11-10T00:17:16,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfa0db12ef4f044eddddfda0a0ae74b6, ASSIGN because future has completed 2024-11-10T00:17:16,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d052011ffeaa87c89a18e02de538c69, ASSIGN because future has completed 2024-11-10T00:17:16,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d052011ffeaa87c89a18e02de538c69, server=b3c019fcff38,40181,1731197823763}] 2024-11-10T00:17:16,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa0db12ef4f044eddddfda0a0ae74b6, server=b3c019fcff38,40181,1731197823763}] 2024-11-10T00:17:16,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37190656bc88ed99284ed9131603b354, ASSIGN because future has completed 2024-11-10T00:17:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fccc05f389c99f5017b88d51f70a0260, ASSIGN because future has completed 2024-11-10T00:17:16,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39f1b1e74fe7113275367e4033420bc8, ASSIGN because future has completed 2024-11-10T00:17:16,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39f1b1e74fe7113275367e4033420bc8, server=b3c019fcff38,35671,1731197823805}] 2024-11-10T00:17:16,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d427e1e780c07be59199271ca1a0fc5a, ASSIGN because future has completed 2024-11-10T00:17:16,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fccc05f389c99f5017b88d51f70a0260, server=b3c019fcff38,37807,1731197823663}] 2024-11-10T00:17:16,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37190656bc88ed99284ed9131603b354, server=b3c019fcff38,40181,1731197823763}] 2024-11-10T00:17:16,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac5387de79f40474fc89d7baf16fa179, ASSIGN because future has completed 2024-11-10T00:17:16,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3c9021a5b7bf215b3e8f9f793b0eced, ASSIGN because future has completed 2024-11-10T00:17:16,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced, server=b3c019fcff38,35671,1731197823805}] 2024-11-10T00:17:16,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5387de79f40474fc89d7baf16fa179, server=b3c019fcff38,35671,1731197823805}] 2024-11-10T00:17:16,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d427e1e780c07be59199271ca1a0fc5a, server=b3c019fcff38,37807,1731197823663}] 2024-11-10T00:17:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:17:16,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:17:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:17:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:17:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:17:20,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T00:17:23,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:17:23,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T00:17:23,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:17:23,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T00:17:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:17:26,187 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:17:26,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:17:26,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:17:26,198 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:17:26,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:17:26,199 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => dfa0db12ef4f044eddddfda0a0ae74b6, NAME => 'SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T00:17:26,199 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:26,199 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:26,199 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:26,199 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:26,200 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:17:26,200 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c80c8b20ad519152c94d5508f215bfe2, NAME => 'SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T00:17:26,201 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:26,201 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:26,201 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:26,201 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:26,202 INFO [StoreOpener-dfa0db12ef4f044eddddfda0a0ae74b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:26,204 INFO [StoreOpener-dfa0db12ef4f044eddddfda0a0ae74b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa0db12ef4f044eddddfda0a0ae74b6 columnFamilyName cf 2024-11-10T00:17:26,204 INFO [StoreOpener-c80c8b20ad519152c94d5508f215bfe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:26,204 DEBUG [StoreOpener-dfa0db12ef4f044eddddfda0a0ae74b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:26,205 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:17:26,205 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 39f1b1e74fe7113275367e4033420bc8, NAME => 'SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T00:17:26,205 INFO [StoreOpener-dfa0db12ef4f044eddddfda0a0ae74b6-1 {}] regionserver.HStore(327): Store=dfa0db12ef4f044eddddfda0a0ae74b6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:26,206 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:26,206 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:26,206 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:26,206 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:26,206 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:26,206 INFO [StoreOpener-c80c8b20ad519152c94d5508f215bfe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c80c8b20ad519152c94d5508f215bfe2 columnFamilyName cf 2024-11-10T00:17:26,206 DEBUG [StoreOpener-c80c8b20ad519152c94d5508f215bfe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:26,207 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:26,207 INFO [StoreOpener-c80c8b20ad519152c94d5508f215bfe2-1 {}] regionserver.HStore(327): Store=c80c8b20ad519152c94d5508f215bfe2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:26,207 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:26,207 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:26,208 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:26,208 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:26,208 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:26,209 INFO [StoreOpener-39f1b1e74fe7113275367e4033420bc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:26,209 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:26,210 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:26,210 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:26,211 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:26,211 INFO [StoreOpener-39f1b1e74fe7113275367e4033420bc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39f1b1e74fe7113275367e4033420bc8 columnFamilyName cf 2024-11-10T00:17:26,211 DEBUG [StoreOpener-39f1b1e74fe7113275367e4033420bc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:26,212 INFO [StoreOpener-39f1b1e74fe7113275367e4033420bc8-1 {}] regionserver.HStore(327): Store=39f1b1e74fe7113275367e4033420bc8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:26,212 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:26,213 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:26,213 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:26,214 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:26,214 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/dfa0db12ef4f044eddddfda0a0ae74b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:26,214 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:26,214 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:26,215 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened dfa0db12ef4f044eddddfda0a0ae74b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65447501, jitterRate=-0.024756237864494324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:26,216 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:26,217 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:26,217 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for dfa0db12ef4f044eddddfda0a0ae74b6: Running coprocessor pre-open hook at 1731197846200Writing region info on filesystem at 1731197846200Initializing all the Stores at 1731197846201 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197846201Cleaning up temporary data from old regions at 1731197846208 (+7 ms)Running coprocessor post-open hooks at 1731197846216 (+8 ms)Region opened successfully at 1731197846217 (+1 ms) 2024-11-10T00:17:26,217 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/c80c8b20ad519152c94d5508f215bfe2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:26,218 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c80c8b20ad519152c94d5508f215bfe2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66223787, jitterRate=-0.013188675045967102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:26,218 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:26,218 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c80c8b20ad519152c94d5508f215bfe2: Running coprocessor pre-open hook at 1731197846202Writing region info on filesystem at 1731197846202Initializing all the Stores at 1731197846203 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197846203Cleaning up temporary data from old regions at 1731197846210 (+7 ms)Running coprocessor post-open hooks at 1731197846218 (+8 ms)Region opened successfully at 1731197846218 2024-11-10T00:17:26,220 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6., pid=17, masterSystemTime=1731197846191 2024-11-10T00:17:26,220 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2., pid=15, masterSystemTime=1731197846186 2024-11-10T00:17:26,221 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/39f1b1e74fe7113275367e4033420bc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:26,221 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 39f1b1e74fe7113275367e4033420bc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73935976, jitterRate=0.10173189640045166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:26,221 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:26,222 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 39f1b1e74fe7113275367e4033420bc8: Running coprocessor pre-open hook at 1731197846206Writing region info on filesystem at 1731197846206Initializing all the Stores at 1731197846207 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197846208 (+1 ms)Cleaning up temporary data from old regions at 1731197846214 (+6 ms)Running coprocessor post-open hooks at 1731197846221 (+7 ms)Region opened successfully at 1731197846222 (+1 ms) 2024-11-10T00:17:26,223 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:17:26,223 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:17:26,223 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8., pid=20, masterSystemTime=1731197846197 2024-11-10T00:17:26,223 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:17:26,224 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d052011ffeaa87c89a18e02de538c69, NAME => 'SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T00:17:26,224 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:26,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=dfa0db12ef4f044eddddfda0a0ae74b6, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:26,224 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:26,224 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:17:26,224 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:17:26,224 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:26,225 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:26,225 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:17:26,225 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d427e1e780c07be59199271ca1a0fc5a, NAME => 'SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T00:17:26,225 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:26,225 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:26,225 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:26,226 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:26,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c80c8b20ad519152c94d5508f215bfe2, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,37807,1731197823663 2024-11-10T00:17:26,229 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:17:26,229 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:17:26,229 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:17:26,229 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => ac5387de79f40474fc89d7baf16fa179, NAME => 'SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T00:17:26,230 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:26,230 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:26,230 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:26,230 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:26,230 INFO [StoreOpener-3d052011ffeaa87c89a18e02de538c69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:26,231 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=39f1b1e74fe7113275367e4033420bc8, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,35671,1731197823805 2024-11-10T00:17:26,233 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36085 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=b3c019fcff38,40181,1731197823763, table=SPTestTable, region=dfa0db12ef4f044eddddfda0a0ae74b6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T00:17:26,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa0db12ef4f044eddddfda0a0ae74b6, server=b3c019fcff38,40181,1731197823763 because future has completed 2024-11-10T00:17:26,234 INFO [StoreOpener-ac5387de79f40474fc89d7baf16fa179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:26,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c80c8b20ad519152c94d5508f215bfe2, server=b3c019fcff38,37807,1731197823663 because future has completed 2024-11-10T00:17:26,235 INFO [StoreOpener-3d052011ffeaa87c89a18e02de538c69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d052011ffeaa87c89a18e02de538c69 columnFamilyName cf 2024-11-10T00:17:26,235 DEBUG [StoreOpener-3d052011ffeaa87c89a18e02de538c69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:26,236 INFO [StoreOpener-d427e1e780c07be59199271ca1a0fc5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:26,237 INFO [StoreOpener-ac5387de79f40474fc89d7baf16fa179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5387de79f40474fc89d7baf16fa179 columnFamilyName cf 2024-11-10T00:17:26,237 DEBUG [StoreOpener-ac5387de79f40474fc89d7baf16fa179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:26,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39f1b1e74fe7113275367e4033420bc8, server=b3c019fcff38,35671,1731197823805 because future has completed 2024-11-10T00:17:26,238 INFO [StoreOpener-d427e1e780c07be59199271ca1a0fc5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d427e1e780c07be59199271ca1a0fc5a columnFamilyName cf 2024-11-10T00:17:26,238 INFO [StoreOpener-ac5387de79f40474fc89d7baf16fa179-1 {}] regionserver.HStore(327): Store=ac5387de79f40474fc89d7baf16fa179/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:26,238 DEBUG [StoreOpener-d427e1e780c07be59199271ca1a0fc5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:26,238 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:26,239 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:26,239 INFO [StoreOpener-d427e1e780c07be59199271ca1a0fc5a-1 {}] regionserver.HStore(327): Store=d427e1e780c07be59199271ca1a0fc5a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:26,240 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:26,240 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:26,241 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:26,241 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:26,242 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:26,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-10T00:17:26,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure dfa0db12ef4f044eddddfda0a0ae74b6, server=b3c019fcff38,40181,1731197823763 in 10.0480 sec 2024-11-10T00:17:26,243 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:26,244 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:26,244 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:26,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-10T00:17:26,245 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:26,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-10T00:17:26,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfa0db12ef4f044eddddfda0a0ae74b6, ASSIGN in 10.2280 sec 2024-11-10T00:17:26,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure c80c8b20ad519152c94d5508f215bfe2, server=b3c019fcff38,37807,1731197823663 in 10.0570 sec 2024-11-10T00:17:26,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 39f1b1e74fe7113275367e4033420bc8, server=b3c019fcff38,35671,1731197823805 in 10.0460 sec 2024-11-10T00:17:26,247 INFO [StoreOpener-3d052011ffeaa87c89a18e02de538c69-1 {}] regionserver.HStore(327): Store=3d052011ffeaa87c89a18e02de538c69/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:26,247 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:26,248 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:26,249 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/ac5387de79f40474fc89d7baf16fa179/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:26,249 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened ac5387de79f40474fc89d7baf16fa179; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63153434, jitterRate=-0.058940500020980835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:26,250 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:26,250 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for ac5387de79f40474fc89d7baf16fa179: Running coprocessor pre-open hook at 1731197846232Writing region info on filesystem at 1731197846232Initializing all the Stores at 1731197846233 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197846233Cleaning up temporary data from old regions at 1731197846241 (+8 ms)Running coprocessor post-open hooks at 1731197846250 (+9 ms)Region opened successfully at 1731197846250 2024-11-10T00:17:26,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c80c8b20ad519152c94d5508f215bfe2, ASSIGN in 10.2290 sec 2024-11-10T00:17:26,251 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179., pid=23, masterSystemTime=1731197846197 2024-11-10T00:17:26,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39f1b1e74fe7113275367e4033420bc8, ASSIGN in 10.2320 sec 2024-11-10T00:17:26,252 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/d427e1e780c07be59199271ca1a0fc5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:26,252 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:26,253 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d427e1e780c07be59199271ca1a0fc5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62057566, jitterRate=-0.07527020573616028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:26,253 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:26,253 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:26,253 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d427e1e780c07be59199271ca1a0fc5a: Running coprocessor pre-open hook at 1731197846232Writing region info on filesystem at 1731197846232Initializing all the Stores at 1731197846234 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197846234Cleaning up temporary data from old regions at 1731197846244 (+10 ms)Running coprocessor post-open hooks at 1731197846253 (+9 ms)Region opened successfully at 1731197846253 2024-11-10T00:17:26,254 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:17:26,254 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:17:26,254 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:17:26,254 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => a3c9021a5b7bf215b3e8f9f793b0eced, NAME => 'SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T00:17:26,254 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:26,254 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:26,255 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:26,255 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:26,255 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:26,255 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a., pid=24, masterSystemTime=1731197846186 2024-11-10T00:17:26,255 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:26,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac5387de79f40474fc89d7baf16fa179, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,35671,1731197823805 2024-11-10T00:17:26,257 INFO [StoreOpener-a3c9021a5b7bf215b3e8f9f793b0eced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:26,258 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:26,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5387de79f40474fc89d7baf16fa179, server=b3c019fcff38,35671,1731197823805 because future has completed 2024-11-10T00:17:26,259 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:17:26,259 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:17:26,259 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:17:26,260 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fccc05f389c99f5017b88d51f70a0260, NAME => 'SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T00:17:26,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d427e1e780c07be59199271ca1a0fc5a, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,37807,1731197823663 2024-11-10T00:17:26,260 INFO [StoreOpener-a3c9021a5b7bf215b3e8f9f793b0eced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3c9021a5b7bf215b3e8f9f793b0eced columnFamilyName cf 2024-11-10T00:17:26,260 DEBUG [StoreOpener-a3c9021a5b7bf215b3e8f9f793b0eced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:26,261 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:26,261 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:26,261 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:26,262 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:26,262 INFO [StoreOpener-a3c9021a5b7bf215b3e8f9f793b0eced-1 {}] regionserver.HStore(327): Store=a3c9021a5b7bf215b3e8f9f793b0eced/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:26,263 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:26,264 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:26,264 INFO [StoreOpener-fccc05f389c99f5017b88d51f70a0260-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:26,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d427e1e780c07be59199271ca1a0fc5a, server=b3c019fcff38,37807,1731197823663 because future has completed 2024-11-10T00:17:26,265 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:26,267 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:26,267 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:26,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-10T00:17:26,267 INFO [StoreOpener-fccc05f389c99f5017b88d51f70a0260-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fccc05f389c99f5017b88d51f70a0260 columnFamilyName cf 2024-11-10T00:17:26,268 DEBUG [StoreOpener-fccc05f389c99f5017b88d51f70a0260-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:26,269 INFO [StoreOpener-fccc05f389c99f5017b88d51f70a0260-1 {}] regionserver.HStore(327): Store=fccc05f389c99f5017b88d51f70a0260/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:26,269 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:26,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ac5387de79f40474fc89d7baf16fa179, server=b3c019fcff38,35671,1731197823805 in 10.0580 sec 2024-11-10T00:17:26,271 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:26,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-10T00:17:26,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac5387de79f40474fc89d7baf16fa179, ASSIGN in 10.2520 sec 2024-11-10T00:17:26,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d427e1e780c07be59199271ca1a0fc5a, server=b3c019fcff38,37807,1731197823663 in 10.0610 sec 2024-11-10T00:17:26,272 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:26,272 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:26,272 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/3d052011ffeaa87c89a18e02de538c69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:26,273 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:26,273 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:26,273 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3d052011ffeaa87c89a18e02de538c69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58724742, jitterRate=-0.1249331533908844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:26,273 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:26,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d427e1e780c07be59199271ca1a0fc5a, ASSIGN in 10.2560 sec 2024-11-10T00:17:26,274 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3d052011ffeaa87c89a18e02de538c69: Running coprocessor pre-open hook at 1731197846225Writing region info on filesystem at 1731197846225Initializing all the Stores at 1731197846230 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197846230Cleaning up temporary data from old regions at 1731197846254 (+24 ms)Running coprocessor post-open hooks at 1731197846274 (+20 ms)Region opened successfully at 1731197846274 2024-11-10T00:17:26,275 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69., pid=18, masterSystemTime=1731197846191 2024-11-10T00:17:26,276 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:26,277 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/a3c9021a5b7bf215b3e8f9f793b0eced/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:26,277 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:17:26,277 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:17:26,278 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:17:26,278 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 37190656bc88ed99284ed9131603b354, NAME => 'SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T00:17:26,278 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened a3c9021a5b7bf215b3e8f9f793b0eced; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64355338, jitterRate=-0.04103073477745056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:26,278 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:26,278 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for a3c9021a5b7bf215b3e8f9f793b0eced: Running coprocessor pre-open hook at 1731197846255Writing region info on filesystem at 1731197846255Initializing all the Stores at 1731197846257 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197846257Cleaning up temporary data from old regions at 1731197846267 (+10 ms)Running coprocessor post-open hooks at 1731197846278 (+11 ms)Region opened successfully at 1731197846278 2024-11-10T00:17:26,278 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:26,278 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:26,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3d052011ffeaa87c89a18e02de538c69, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:26,278 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:26,279 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:26,281 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced., pid=22, masterSystemTime=1731197846197 2024-11-10T00:17:26,282 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/fccc05f389c99f5017b88d51f70a0260/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d052011ffeaa87c89a18e02de538c69, server=b3c019fcff38,40181,1731197823763 because future has completed 2024-11-10T00:17:26,282 INFO [StoreOpener-37190656bc88ed99284ed9131603b354-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:26,283 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fccc05f389c99f5017b88d51f70a0260; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69362363, jitterRate=0.0335797518491745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:26,283 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:26,283 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:17:26,283 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:17:26,283 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fccc05f389c99f5017b88d51f70a0260: Running coprocessor pre-open hook at 1731197846262Writing region info on filesystem at 1731197846262Initializing all the Stores at 1731197846264 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197846264Cleaning up temporary data from old regions at 1731197846273 (+9 ms)Running coprocessor post-open hooks at 1731197846283 (+10 ms)Region opened successfully at 1731197846283 2024-11-10T00:17:26,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a3c9021a5b7bf215b3e8f9f793b0eced, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,35671,1731197823805 2024-11-10T00:17:26,285 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260., pid=21, masterSystemTime=1731197846186 2024-11-10T00:17:26,286 INFO [StoreOpener-37190656bc88ed99284ed9131603b354-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37190656bc88ed99284ed9131603b354 columnFamilyName cf 2024-11-10T00:17:26,286 DEBUG [StoreOpener-37190656bc88ed99284ed9131603b354-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:26,287 INFO [StoreOpener-37190656bc88ed99284ed9131603b354-1 {}] regionserver.HStore(327): Store=37190656bc88ed99284ed9131603b354/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:26,287 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:26,288 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:17:26,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced, server=b3c019fcff38,35671,1731197823805 because future has completed 2024-11-10T00:17:26,288 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:17:26,289 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fccc05f389c99f5017b88d51f70a0260, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,37807,1731197823663 2024-11-10T00:17:26,289 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/37190656bc88ed99284ed9131603b354 2024-11-10T00:17:26,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-10T00:17:26,290 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/37190656bc88ed99284ed9131603b354 2024-11-10T00:17:26,291 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:26,292 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:26,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d052011ffeaa87c89a18e02de538c69, server=b3c019fcff38,40181,1731197823763 in 10.0960 sec 2024-11-10T00:17:26,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fccc05f389c99f5017b88d51f70a0260, server=b3c019fcff38,37807,1731197823663 because future has completed 2024-11-10T00:17:26,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-10T00:17:26,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced, server=b3c019fcff38,35671,1731197823805 in 10.0890 sec 2024-11-10T00:17:26,295 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:26,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d052011ffeaa87c89a18e02de538c69, ASSIGN in 10.2770 sec 2024-11-10T00:17:26,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-10T00:17:26,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c9021a5b7bf215b3e8f9f793b0eced, ASSIGN in 10.2810 sec 2024-11-10T00:17:26,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure fccc05f389c99f5017b88d51f70a0260, server=b3c019fcff38,37807,1731197823663 in 10.0990 sec 2024-11-10T00:17:26,299 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/37190656bc88ed99284ed9131603b354/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:26,300 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 37190656bc88ed99284ed9131603b354; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64024362, jitterRate=-0.04596266150474548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:26,300 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:26,300 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 37190656bc88ed99284ed9131603b354: Running coprocessor pre-open hook at 1731197846279Writing region info on filesystem at 1731197846279Initializing all the Stores at 1731197846281 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197846281Cleaning up temporary data from old regions at 1731197846292 (+11 ms)Running coprocessor post-open hooks at 1731197846300 (+8 ms)Region opened successfully at 1731197846300 2024-11-10T00:17:26,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fccc05f389c99f5017b88d51f70a0260, ASSIGN in 10.2830 sec 2024-11-10T00:17:26,301 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354., pid=19, masterSystemTime=1731197846191 2024-11-10T00:17:26,303 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:17:26,303 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:17:26,304 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:17:26,304 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 34afa29bf6f8596cff98d10b250ecc34, NAME => 'SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T00:17:26,304 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=37190656bc88ed99284ed9131603b354, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:26,304 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:26,305 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:26,305 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:26,305 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:26,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37190656bc88ed99284ed9131603b354, server=b3c019fcff38,40181,1731197823763 because future has completed 2024-11-10T00:17:26,308 INFO [StoreOpener-34afa29bf6f8596cff98d10b250ecc34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:26,310 INFO [StoreOpener-34afa29bf6f8596cff98d10b250ecc34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34afa29bf6f8596cff98d10b250ecc34 columnFamilyName cf 2024-11-10T00:17:26,311 DEBUG [StoreOpener-34afa29bf6f8596cff98d10b250ecc34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:26,311 INFO [StoreOpener-34afa29bf6f8596cff98d10b250ecc34-1 {}] regionserver.HStore(327): Store=34afa29bf6f8596cff98d10b250ecc34/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:26,311 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:26,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-10T00:17:26,313 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:26,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 37190656bc88ed99284ed9131603b354, server=b3c019fcff38,40181,1731197823763 in 10.1170 sec 2024-11-10T00:17:26,313 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:26,314 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:26,314 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:26,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37190656bc88ed99284ed9131603b354, ASSIGN in 10.2980 sec 2024-11-10T00:17:26,317 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:26,320 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/34afa29bf6f8596cff98d10b250ecc34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:17:26,321 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 34afa29bf6f8596cff98d10b250ecc34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69054711, jitterRate=0.02899537980556488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:26,321 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:26,321 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 34afa29bf6f8596cff98d10b250ecc34: Running coprocessor pre-open hook at 1731197846305Writing region info on filesystem at 1731197846305Initializing all the Stores at 1731197846307 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197846307Cleaning up temporary data from old regions at 1731197846314 (+7 ms)Running coprocessor post-open hooks at 1731197846321 (+7 ms)Region opened successfully at 1731197846321 2024-11-10T00:17:26,323 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34., pid=16, masterSystemTime=1731197846191 2024-11-10T00:17:26,325 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:17:26,325 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:17:26,326 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=34afa29bf6f8596cff98d10b250ecc34, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:26,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34afa29bf6f8596cff98d10b250ecc34, server=b3c019fcff38,40181,1731197823763 because future has completed 2024-11-10T00:17:26,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-10T00:17:26,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 34afa29bf6f8596cff98d10b250ecc34, server=b3c019fcff38,40181,1731197823763 in 10.1460 sec 2024-11-10T00:17:26,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-10T00:17:26,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34afa29bf6f8596cff98d10b250ecc34, ASSIGN in 10.3180 sec 2024-11-10T00:17:26,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:17:26,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197846339"}]},"ts":"1731197846339"} 2024-11-10T00:17:26,342 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T00:17:26,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:17:26,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5460 sec 2024-11-10T00:17:28,924 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T00:17:31,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T00:17:32,035 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:17:33,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-10T00:17:33,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-10T00:17:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:17:34,098 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T00:17:34,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T00:17:34,099 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T00:17:34,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T00:17:34,111 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T00:17:34,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T00:17:34,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8., hostname=b3c019fcff38,35671,1731197823805, seqNum=2] 2024-11-10T00:17:34,160 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8., hostname=b3c019fcff38,35671,1731197823805, seqNum=2] 2024-11-10T00:17:34,163 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8., hostname=b3c019fcff38,35671,1731197823805, seqNum=2] 2024-11-10T00:17:34,166 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8., hostname=b3c019fcff38,35671,1731197823805, seqNum=2] 2024-11-10T00:17:34,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8., hostname=b3c019fcff38,35671,1731197823805, seqNum=2] 2024-11-10T00:17:34,171 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8., hostname=b3c019fcff38,35671,1731197823805, seqNum=2] 2024-11-10T00:17:34,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8., hostname=b3c019fcff38,35671,1731197823805, seqNum=2] 2024-11-10T00:17:34,175 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8., hostname=b3c019fcff38,35671,1731197823805, seqNum=2] 2024-11-10T00:17:34,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,234 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2., hostname=b3c019fcff38,37807,1731197823663, seqNum=2] 2024-11-10T00:17:34,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2., hostname=b3c019fcff38,37807,1731197823663, seqNum=2] 2024-11-10T00:17:34,274 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2., hostname=b3c019fcff38,37807,1731197823663, seqNum=2] 2024-11-10T00:17:34,276 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2., hostname=b3c019fcff38,37807,1731197823663, seqNum=2] 2024-11-10T00:17:34,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2., hostname=b3c019fcff38,37807,1731197823663, seqNum=2] 2024-11-10T00:17:34,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2., hostname=b3c019fcff38,37807,1731197823663, seqNum=2] 2024-11-10T00:17:34,339 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,342 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,348 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:34,351 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34., hostname=b3c019fcff38,40181,1731197823763, seqNum=2] 2024-11-10T00:17:35,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:17:35,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:17:35,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:17:35,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:17:35,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35671 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T00:17:35,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37807 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T00:17:35,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40181 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:17:35,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40181 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T00:17:35,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40181 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T00:17:35,887 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T00:17:35,889 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T00:17:35,890 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T00:17:35,896 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T00:17:35,910 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T00:17:35,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741848_1024 (size=49) 2024-11-10T00:17:35,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741848_1024 (size=49) 2024-11-10T00:17:35,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741848_1024 (size=49) 2024-11-10T00:17:35,927 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T00:17:35,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37190656bc88ed99284ed9131603b354}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fccc05f389c99f5017b88d51f70a0260}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa0db12ef4f044eddddfda0a0ae74b6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d427e1e780c07be59199271ca1a0fc5a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d052011ffeaa87c89a18e02de538c69}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c80c8b20ad519152c94d5508f215bfe2}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34afa29bf6f8596cff98d10b250ecc34}] 2024-11-10T00:17:35,935 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:35,935 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:35,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:35,936 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:35,936 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:35,942 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:35,942 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:35,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:35,943 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:35,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:35,990 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b3c019fcff38,35671,1731197823805 2024-11-10T00:17:35,991 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b3c019fcff38,35671,1731197823805: Simulated kill ***** 2024-11-10T00:17:35,992 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:17:35,994 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:17:35,995 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:17:35,998 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:17:35,999 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:17:36,005 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 582678712 }, "NonHeapMemoryUsage": { "committed": 156565504, "init": 7667712, "max": -1, "used": 153403704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b3c019fcff38", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b3c019fcff38", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51595", "tag.serverName": "b3c019fcff38,40181,1731197823763", "tag.clusterId": "644c9ac7-1faf-4446-91d8-2b1d66f6f048", "tag.Context": "regionserver", "tag.Hostname": "b3c019fcff38", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731197823763, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-10T00:17:36,009 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36085 {}] master.MasterRpcServices(700): b3c019fcff38,35671,1731197823805 reported a fatal error: ***** ABORTING region server b3c019fcff38,35671,1731197823805: Simulated kill ***** 2024-11-10T00:17:36,011 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,35671,1731197823805' ***** 2024-11-10T00:17:36,011 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T00:17:36,012 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:17:36,012 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T00:17:36,012 INFO [RS:2;b3c019fcff38:35671 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T00:17:36,012 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:17:36,013 INFO [RS:2;b3c019fcff38:35671 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T00:17:36,013 INFO [RS:2;b3c019fcff38:35671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:17:36,013 INFO [RS:2;b3c019fcff38:35671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b3c019fcff38:35671. 2024-11-10T00:17:36,013 DEBUG [RS:2;b3c019fcff38:35671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:17:36,013 DEBUG [RS:2;b3c019fcff38:35671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:17:36,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741835_1011 (size=966) 2024-11-10T00:17:36,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741835_1011 (size=966) 2024-11-10T00:17:36,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741835_1011 (size=966) 2024-11-10T00:17:36,020 DEBUG [RS:2;b3c019fcff38:35671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:17:36,021 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:17:36,021 INFO [RS:2;b3c019fcff38:35671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35671 2024-11-10T00:17:36,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b3c019fcff38,35671,1731197823805 2024-11-10T00:17:36,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T00:17:36,027 INFO [RS:2;b3c019fcff38:35671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:17:36,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,35671,1731197823805] 2024-11-10T00:17:36,032 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b3c019fcff38,35671,1731197823805 already deleted, retry=false 2024-11-10T00:17:36,032 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b3c019fcff38,35671,1731197823805 on b3c019fcff38,36085,1731197822960 2024-11-10T00:17:36,037 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b3c019fcff38,35671,1731197823805, splitWal=true, meta=false 2024-11-10T00:17:36,041 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for b3c019fcff38,35671,1731197823805 (carryingMeta=false) b3c019fcff38,35671,1731197823805/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2759c701[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T00:17:36,042 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b3c019fcff38,35671,1731197823805, splitWal=true, meta=false 2024-11-10T00:17:36,043 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:36,044 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:36,044 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b3c019fcff38,35671,1731197823805 had 3 regions 2024-11-10T00:17:36,045 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:36,045 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced can not run currently because target server of region SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. b3c019fcff38,35671,1731197823805 is in state CRASHED, wait 1000 ms to retry 2024-11-10T00:17:36,045 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced; timeout=1000, timestamp=1731197857045 2024-11-10T00:17:36,045 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 can not run currently because target server of region SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. b3c019fcff38,35671,1731197823805 is in state CRASHED, wait 1000 ms to retry 2024-11-10T00:17:36,045 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179; timeout=1000, timestamp=1731197857045 2024-11-10T00:17:36,047 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 can not run currently because target server of region SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. b3c019fcff38,35671,1731197823805 is in state CRASHED, wait 1000 ms to retry 2024-11-10T00:17:36,047 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b3c019fcff38,35671,1731197823805, splitWal=true, meta=false, isMeta: false 2024-11-10T00:17:36,047 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8; timeout=1000, timestamp=1731197857047 2024-11-10T00:17:36,049 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting 2024-11-10T00:17:36,051 INFO [PEWorker-1 {}] master.SplitWALManager(105): b3c019fcff38,35671,1731197823805 WAL count=1, meta=false 2024-11-10T00:17:36,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b3c019fcff38%2C35671%2C1731197823805.1731197825127}] 2024-11-10T00:17:36,059 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=b3c019fcff38,37807,1731197823663 2024-11-10T00:17:36,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b3c019fcff38%2C35671%2C1731197823805.1731197825127, worker=b3c019fcff38,37807,1731197823663}] 2024-11-10T00:17:36,089 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:17:36,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:17:36,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x100ff3c4f200003, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:17:36,132 INFO [RS:2;b3c019fcff38:35671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:17:36,132 INFO [RS:2;b3c019fcff38:35671 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,35671,1731197823805; zookeeper connection closed. 2024-11-10T00:17:36,133 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bfd84e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bfd84e5 2024-11-10T00:17:36,964 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:17:36,964 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:17:37,046 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:37,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:37,047 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:37,048 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced can not run currently because target server of region SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. b3c019fcff38,35671,1731197823805 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T00:17:37,048 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 can not run currently because target server of region SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. b3c019fcff38,35671,1731197823805 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T00:17:37,048 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179; timeout=2000, timestamp=1731197859048 2024-11-10T00:17:37,048 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced; timeout=2000, timestamp=1731197859048 2024-11-10T00:17:37,048 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 can not run currently because target server of region SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. b3c019fcff38,35671,1731197823805 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T00:17:37,048 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8; timeout=2000, timestamp=1731197859048 2024-11-10T00:17:39,049 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:39,049 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:39,049 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:39,050 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced can not run currently because target server of region SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. b3c019fcff38,35671,1731197823805 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T00:17:39,050 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 can not run currently because target server of region SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. b3c019fcff38,35671,1731197823805 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T00:17:39,050 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 can not run currently because target server of region SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. b3c019fcff38,35671,1731197823805 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T00:17:39,050 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced; timeout=4000, timestamp=1731197863050 2024-11-10T00:17:39,050 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8; timeout=4000, timestamp=1731197863050 2024-11-10T00:17:39,050 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179; timeout=4000, timestamp=1731197863050 2024-11-10T00:17:39,652 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:36085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T00:17:43,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:43,050 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:43,050 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:43,052 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced can not run currently because target server of region SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. b3c019fcff38,35671,1731197823805 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T00:17:43,052 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 can not run currently because target server of region SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. b3c019fcff38,35671,1731197823805 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T00:17:43,052 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 can not run currently because target server of region SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. b3c019fcff38,35671,1731197823805 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T00:17:43,052 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced; timeout=8000, timestamp=1731197871052 2024-11-10T00:17:43,052 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8; timeout=8000, timestamp=1731197871052 2024-11-10T00:17:43,052 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179; timeout=8000, timestamp=1731197871052 2024-11-10T00:17:45,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T00:17:45,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T00:17:45,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T00:17:45,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:17:45,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T00:17:45,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:17:45,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T00:17:45,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:17:45,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:17:45,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:17:45,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T00:17:45,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-10T00:17:45,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T00:17:45,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:17:45,949 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 34afa29bf6f8596cff98d10b250ecc34 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-10T00:17:45,949 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing c80c8b20ad519152c94d5508f215bfe2 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T00:17:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for fccc05f389c99f5017b88d51f70a0260: 2024-11-10T00:17:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for dfa0db12ef4f044eddddfda0a0ae74b6: 2024-11-10T00:17:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 37190656bc88ed99284ed9131603b354: 2024-11-10T00:17:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d427e1e780c07be59199271ca1a0fc5a: 2024-11-10T00:17:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. for SnapshotProcedureTest completed. 2024-11-10T00:17:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. for SnapshotProcedureTest completed. 2024-11-10T00:17:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. for SnapshotProcedureTest completed. 2024-11-10T00:17:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. for SnapshotProcedureTest completed. 2024-11-10T00:17:45,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:17:45,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:17:45,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:17:45,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:17:45,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:17:45,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:17:45,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:17:45,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:17:45,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:17:45,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:17:45,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:17:45,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:17:45,978 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127, size=966 (966bytes) 2024-11-10T00:17:45,979 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T00:17:45,979 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T00:17:45,979 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127 2024-11-10T00:17:45,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741849_1025 (size=65) 2024-11-10T00:17:45,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741849_1025 (size=65) 2024-11-10T00:17:45,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741849_1025 (size=65) 2024-11-10T00:17:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741851_1027 (size=57) 2024-11-10T00:17:45,986 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127 after 5ms 2024-11-10T00:17:45,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741851_1027 (size=57) 2024-11-10T00:17:45,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741851_1027 (size=57) 2024-11-10T00:17:45,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:17:45,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T00:17:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741852_1028 (size=65) 2024-11-10T00:17:45,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:17:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741852_1028 (size=65) 2024-11-10T00:17:45,991 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 3d052011ffeaa87c89a18e02de538c69 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T00:17:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T00:17:45,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:45,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:17:45,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741852_1028 (size=65) 2024-11-10T00:17:45,993 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37190656bc88ed99284ed9131603b354 2024-11-10T00:17:45,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T00:17:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T00:17:45,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:45,994 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:17:45,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 37190656bc88ed99284ed9131603b354 in 10.0650 sec 2024-11-10T00:17:45,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fccc05f389c99f5017b88d51f70a0260 in 10.0660 sec 2024-11-10T00:17:46,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741850_1026 (size=65) 2024-11-10T00:17:46,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741850_1026 (size=65) 2024-11-10T00:17:46,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741850_1026 (size=65) 2024-11-10T00:17:46,018 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127 took 41ms 2024-11-10T00:17:46,039 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 39f1b1e74fe7113275367e4033420bc8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T00:17:46,042 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ac5387de79f40474fc89d7baf16fa179: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T00:17:46,044 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a3c9021a5b7bf215b3e8f9f793b0eced: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T00:17:46,045 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127 so closing down 2024-11-10T00:17:46,045 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T00:17:46,045 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T00:17:46,051 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 20 ms; skipped=3; WAL=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127, size=966, length=966, corrupted=false, cancelled=false 2024-11-10T00:17:46,051 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127, journal: Splitting hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127, size=966 (966bytes) at 1731197865978Finishing writing output for hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127 so closing down at 1731197866045 (+67 ms)3 split writer threads finished at 1731197866045Processed 3 edits across 0 Regions in 20 ms; skipped=3; WAL=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127, size=966, length=966, corrupted=false, cancelled=false at 1731197866051 (+6 ms) 2024-11-10T00:17:46,052 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127 2024-11-10T00:17:46,052 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T00:17:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T00:17:46,071 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting/b3c019fcff38%2C35671%2C1731197823805.1731197825127 to hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/oldWALs 2024-11-10T00:17:46,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T00:17:46,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b3c019fcff38%2C35671%2C1731197823805.1731197825127, worker=b3c019fcff38,37807,1731197823663 in 10.0100 sec 2024-11-10T00:17:46,076 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=b3c019fcff38,37807,1731197823663 2024-11-10T00:17:46,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/3d052011ffeaa87c89a18e02de538c69/.tmp/cf/002cdd72306a43089ab7234500df1c1b is 34, key is baa/cf:cf/1731197855209/Put/seqid=0 2024-11-10T00:17:46,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/c80c8b20ad519152c94d5508f215bfe2/.tmp/cf/85d22c7c8fbf4dd186c376745109b857 is 34, key is ccd/cf:cf/1731197855167/Put/seqid=0 2024-11-10T00:17:46,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-10T00:17:46,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b3c019fcff38%2C35671%2C1731197823805.1731197825127, worker=b3c019fcff38,37807,1731197823663 in 10.0270 sec 2024-11-10T00:17:46,085 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting dir is empty, no logs to split. 2024-11-10T00:17:46,085 INFO [PEWorker-4 {}] master.SplitWALManager(105): b3c019fcff38,35671,1731197823805 WAL count=0, meta=false 2024-11-10T00:17:46,085 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if b3c019fcff38,35671,1731197823805 WAL splitting is done? wals=0, meta=false 2024-11-10T00:17:46,090 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b3c019fcff38,35671,1731197823805 failed, ignore...File hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/WALs/b3c019fcff38,35671,1731197823805-splitting does not exist. 2024-11-10T00:17:46,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c9021a5b7bf215b3e8f9f793b0eced, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac5387de79f40474fc89d7baf16fa179, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39f1b1e74fe7113275367e4033420bc8, ASSIGN}] 2024-11-10T00:17:46,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c9021a5b7bf215b3e8f9f793b0eced, ASSIGN 2024-11-10T00:17:46,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac5387de79f40474fc89d7baf16fa179, ASSIGN 2024-11-10T00:17:46,094 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39f1b1e74fe7113275367e4033420bc8, ASSIGN 2024-11-10T00:17:46,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3c9021a5b7bf215b3e8f9f793b0eced, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T00:17:46,095 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac5387de79f40474fc89d7baf16fa179, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T00:17:46,095 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39f1b1e74fe7113275367e4033420bc8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T00:17:46,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741854_1030 (size=47197) 2024-11-10T00:17:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741854_1030 (size=47197) 2024-11-10T00:17:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741854_1030 (size=47197) 2024-11-10T00:17:46,122 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/c80c8b20ad519152c94d5508f215bfe2/.tmp/cf/85d22c7c8fbf4dd186c376745109b857 2024-11-10T00:17:46,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741855_1031 (size=28623) 2024-11-10T00:17:46,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741855_1031 (size=28623) 2024-11-10T00:17:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741855_1031 (size=28623) 2024-11-10T00:17:46,136 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/3d052011ffeaa87c89a18e02de538c69/.tmp/cf/002cdd72306a43089ab7234500df1c1b 2024-11-10T00:17:46,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/34afa29bf6f8596cff98d10b250ecc34/.tmp/cf/23105541a6d84e6dba553113fdbc1a10 is 34, key is eaa/cf:cf/1731197855717/Put/seqid=0 2024-11-10T00:17:46,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741853_1029 (size=499309) 2024-11-10T00:17:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741853_1029 (size=499309) 2024-11-10T00:17:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741853_1029 (size=499309) 2024-11-10T00:17:46,149 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/34afa29bf6f8596cff98d10b250ecc34/.tmp/cf/23105541a6d84e6dba553113fdbc1a10 2024-11-10T00:17:46,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/3d052011ffeaa87c89a18e02de538c69/.tmp/cf/002cdd72306a43089ab7234500df1c1b as hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/3d052011ffeaa87c89a18e02de538c69/cf/002cdd72306a43089ab7234500df1c1b 2024-11-10T00:17:46,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/34afa29bf6f8596cff98d10b250ecc34/.tmp/cf/23105541a6d84e6dba553113fdbc1a10 as hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/34afa29bf6f8596cff98d10b250ecc34/cf/23105541a6d84e6dba553113fdbc1a10 2024-11-10T00:17:46,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/c80c8b20ad519152c94d5508f215bfe2/.tmp/cf/85d22c7c8fbf4dd186c376745109b857 as hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/c80c8b20ad519152c94d5508f215bfe2/cf/85d22c7c8fbf4dd186c376745109b857 2024-11-10T00:17:46,195 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/c80c8b20ad519152c94d5508f215bfe2/cf/85d22c7c8fbf4dd186c376745109b857, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T00:17:46,195 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/3d052011ffeaa87c89a18e02de538c69/cf/002cdd72306a43089ab7234500df1c1b, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T00:17:46,196 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/34afa29bf6f8596cff98d10b250ecc34/cf/23105541a6d84e6dba553113fdbc1a10, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-10T00:17:46,201 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 3d052011ffeaa87c89a18e02de538c69 in 206ms, sequenceid=5, compaction requested=false 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 3d052011ffeaa87c89a18e02de538c69: 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. for SnapshotProcedureTest completed. 2024-11-10T00:17:46,202 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for c80c8b20ad519152c94d5508f215bfe2 in 251ms, sequenceid=5, compaction requested=false 2024-11-10T00:17:46,202 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 34afa29bf6f8596cff98d10b250ecc34 in 252ms, sequenceid=5, compaction requested=false 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 34afa29bf6f8596cff98d10b250ecc34: 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for c80c8b20ad519152c94d5508f215bfe2: 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. for SnapshotProcedureTest completed. 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. for SnapshotProcedureTest completed. 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/3d052011ffeaa87c89a18e02de538c69/cf/002cdd72306a43089ab7234500df1c1b] hfiles 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/34afa29bf6f8596cff98d10b250ecc34/cf/23105541a6d84e6dba553113fdbc1a10] hfiles 2024-11-10T00:17:46,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/c80c8b20ad519152c94d5508f215bfe2/cf/85d22c7c8fbf4dd186c376745109b857] hfiles 2024-11-10T00:17:46,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/34afa29bf6f8596cff98d10b250ecc34/cf/23105541a6d84e6dba553113fdbc1a10 for snapshot=SnapshotProcedureTest 2024-11-10T00:17:46,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/3d052011ffeaa87c89a18e02de538c69/cf/002cdd72306a43089ab7234500df1c1b for snapshot=SnapshotProcedureTest 2024-11-10T00:17:46,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/c80c8b20ad519152c94d5508f215bfe2/cf/85d22c7c8fbf4dd186c376745109b857 for snapshot=SnapshotProcedureTest 2024-11-10T00:17:46,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741857_1033 (size=105) 2024-11-10T00:17:46,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741857_1033 (size=105) 2024-11-10T00:17:46,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741857_1033 (size=105) 2024-11-10T00:17:46,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:17:46,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T00:17:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T00:17:46,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:46,219 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:17:46,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741858_1034 (size=105) 2024-11-10T00:17:46,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741856_1032 (size=97) 2024-11-10T00:17:46,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741858_1034 (size=105) 2024-11-10T00:17:46,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:17:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741858_1034 (size=105) 2024-11-10T00:17:46,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T00:17:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741856_1032 (size=97) 2024-11-10T00:17:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741856_1032 (size=97) 2024-11-10T00:17:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T00:17:46,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:46,224 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:17:46,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:17:46,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T00:17:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T00:17:46,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:46,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:17:46,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c80c8b20ad519152c94d5508f215bfe2 in 10.2940 sec 2024-11-10T00:17:46,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3d052011ffeaa87c89a18e02de538c69 in 10.2970 sec 2024-11-10T00:17:46,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 34afa29bf6f8596cff98d10b250ecc34 in 10.2980 sec 2024-11-10T00:17:46,246 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(204): Hosts are {b3c019fcff38=0} racks are {/default-rack=0} 2024-11-10T00:17:46,246 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T00:17:46,246 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T00:17:46,246 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T00:17:46,246 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T00:17:46,246 INFO [b3c019fcff38:36085 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T00:17:46,246 INFO [b3c019fcff38:36085 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T00:17:46,246 DEBUG [b3c019fcff38:36085 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T00:17:46,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=39f1b1e74fe7113275367e4033420bc8, regionState=OPENING, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:46,247 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a3c9021a5b7bf215b3e8f9f793b0eced, regionState=OPENING, regionLocation=b3c019fcff38,37807,1731197823663 2024-11-10T00:17:46,247 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=ac5387de79f40474fc89d7baf16fa179, regionState=OPENING, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:46,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3c9021a5b7bf215b3e8f9f793b0eced, ASSIGN because future has completed 2024-11-10T00:17:46,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced, server=b3c019fcff38,37807,1731197823663}] 2024-11-10T00:17:46,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39f1b1e74fe7113275367e4033420bc8, ASSIGN because future has completed 2024-11-10T00:17:46,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39f1b1e74fe7113275367e4033420bc8, server=b3c019fcff38,40181,1731197823763}] 2024-11-10T00:17:46,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac5387de79f40474fc89d7baf16fa179, ASSIGN because future has completed 2024-11-10T00:17:46,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5387de79f40474fc89d7baf16fa179, server=b3c019fcff38,40181,1731197823763}] 2024-11-10T00:17:46,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:17:46,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T00:17:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T00:17:46,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:46,386 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:17:46,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d427e1e780c07be59199271ca1a0fc5a in 10.4580 sec 2024-11-10T00:17:46,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:17:46,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T00:17:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T00:17:46,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:46,411 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:17:46,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dfa0db12ef4f044eddddfda0a0ae74b6 in 10.4840 sec 2024-11-10T00:17:51,052 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 held by pid=41 2024-11-10T00:17:51,052 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced held by pid=39 2024-11-10T00:17:51,053 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:51,053 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:51,053 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 held by pid=40 2024-11-10T00:17:51,053 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,258 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:17:56,258 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:17:56,259 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => a3c9021a5b7bf215b3e8f9f793b0eced, NAME => 'SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T00:17:56,259 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 39f1b1e74fe7113275367e4033420bc8, NAME => 'SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T00:17:56,259 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,259 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,259 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:56,259 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:56,259 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,259 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,260 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,260 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,262 INFO [StoreOpener-a3c9021a5b7bf215b3e8f9f793b0eced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,262 INFO [StoreOpener-39f1b1e74fe7113275367e4033420bc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,263 INFO [StoreOpener-a3c9021a5b7bf215b3e8f9f793b0eced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3c9021a5b7bf215b3e8f9f793b0eced columnFamilyName cf 2024-11-10T00:17:56,263 DEBUG [StoreOpener-a3c9021a5b7bf215b3e8f9f793b0eced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:56,263 INFO [StoreOpener-39f1b1e74fe7113275367e4033420bc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39f1b1e74fe7113275367e4033420bc8 columnFamilyName cf 2024-11-10T00:17:56,263 DEBUG [StoreOpener-39f1b1e74fe7113275367e4033420bc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:56,264 INFO [StoreOpener-a3c9021a5b7bf215b3e8f9f793b0eced-1 {}] regionserver.HStore(327): Store=a3c9021a5b7bf215b3e8f9f793b0eced/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:56,264 INFO [StoreOpener-39f1b1e74fe7113275367e4033420bc8-1 {}] regionserver.HStore(327): Store=39f1b1e74fe7113275367e4033420bc8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:56,264 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,264 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,265 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,265 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,267 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,267 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,267 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,267 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,267 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,267 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,270 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,270 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,271 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 39f1b1e74fe7113275367e4033420bc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62426946, jitterRate=-0.06976601481437683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:56,271 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,271 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened a3c9021a5b7bf215b3e8f9f793b0eced; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62565098, jitterRate=-0.06770738959312439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:56,271 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 39f1b1e74fe7113275367e4033420bc8: Running coprocessor pre-open hook at 1731197876260Writing region info on filesystem at 1731197876260Initializing all the Stores at 1731197876261 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197876261Cleaning up temporary data from old regions at 1731197876267 (+6 ms)Running coprocessor post-open hooks at 1731197876271 (+4 ms)Region opened successfully at 1731197876271 2024-11-10T00:17:56,271 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,271 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for a3c9021a5b7bf215b3e8f9f793b0eced: Running coprocessor pre-open hook at 1731197876260Writing region info on filesystem at 1731197876260Initializing all the Stores at 1731197876261 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197876261Cleaning up temporary data from old regions at 1731197876267 (+6 ms)Running coprocessor post-open hooks at 1731197876271 (+4 ms)Region opened successfully at 1731197876271 2024-11-10T00:17:56,272 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced., pid=42, masterSystemTime=1731197876253 2024-11-10T00:17:56,272 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8., pid=43, masterSystemTime=1731197876254 2024-11-10T00:17:56,274 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:17:56,274 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:17:56,275 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a3c9021a5b7bf215b3e8f9f793b0eced, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,37807,1731197823663 2024-11-10T00:17:56,275 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:17:56,275 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:17:56,275 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:17:56,276 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => ac5387de79f40474fc89d7baf16fa179, NAME => 'SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T00:17:56,276 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,276 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:17:56,276 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,276 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=39f1b1e74fe7113275367e4033420bc8, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:56,278 INFO [StoreOpener-ac5387de79f40474fc89d7baf16fa179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced, server=b3c019fcff38,37807,1731197823663 because future has completed 2024-11-10T00:17:56,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39f1b1e74fe7113275367e4033420bc8, server=b3c019fcff38,40181,1731197823763 because future has completed 2024-11-10T00:17:56,280 INFO [StoreOpener-ac5387de79f40474fc89d7baf16fa179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5387de79f40474fc89d7baf16fa179 columnFamilyName cf 2024-11-10T00:17:56,280 DEBUG [StoreOpener-ac5387de79f40474fc89d7baf16fa179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:17:56,281 INFO [StoreOpener-ac5387de79f40474fc89d7baf16fa179-1 {}] regionserver.HStore(327): Store=ac5387de79f40474fc89d7baf16fa179/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:17:56,281 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,282 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-11-10T00:17:56,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced, server=b3c019fcff38,37807,1731197823663 in 10.0280 sec 2024-11-10T00:17:56,285 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-10T00:17:56,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 39f1b1e74fe7113275367e4033420bc8, server=b3c019fcff38,40181,1731197823763 in 10.0290 sec 2024-11-10T00:17:56,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c9021a5b7bf215b3e8f9f793b0eced, ASSIGN in 10.1910 sec 2024-11-10T00:17:56,285 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:17:56,286 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,286 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39f1b1e74fe7113275367e4033420bc8, ASSIGN in 10.1930 sec 2024-11-10T00:17:56,288 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:17:56,290 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,291 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened ac5387de79f40474fc89d7baf16fa179; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72693224, jitterRate=0.0832134485244751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:17:56,291 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,291 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for ac5387de79f40474fc89d7baf16fa179: Running coprocessor pre-open hook at 1731197876276Writing region info on filesystem at 1731197876276Initializing all the Stores at 1731197876278 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197876278Cleaning up temporary data from old regions at 1731197876286 (+8 ms)Running coprocessor post-open hooks at 1731197876291 (+5 ms)Region opened successfully at 1731197876291 2024-11-10T00:17:56,292 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179., pid=44, masterSystemTime=1731197876254 2024-11-10T00:17:56,294 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:17:56,294 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:17:56,295 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=ac5387de79f40474fc89d7baf16fa179, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40181,1731197823763 2024-11-10T00:17:56,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5387de79f40474fc89d7baf16fa179, server=b3c019fcff38,40181,1731197823763 because future has completed 2024-11-10T00:17:56,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-10T00:17:56,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure ac5387de79f40474fc89d7baf16fa179, server=b3c019fcff38,40181,1731197823763 in 10.0450 sec 2024-11-10T00:17:56,303 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:17:56,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-10T00:17:56,304 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server b3c019fcff38,35671,1731197823805 after splitting done 2024-11-10T00:17:56,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac5387de79f40474fc89d7baf16fa179, ASSIGN in 10.2080 sec 2024-11-10T00:17:56,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure b3c019fcff38,35671,1731197823805, splitWal=true, meta=false in 20.2710 sec 2024-11-10T00:17:56,411 INFO [master/b3c019fcff38:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T00:17:56,411 INFO [master/b3c019fcff38:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T00:18:01,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T00:18:02,035 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:18:06,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T00:18:06,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:18:06,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a3c9021a5b7bf215b3e8f9f793b0eced: 2024-11-10T00:18:06,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. for SnapshotProcedureTest completed. 2024-11-10T00:18:06,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:18:06,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:18:06,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:18:06,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T00:18:06,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:18:06,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T00:18:06,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 39f1b1e74fe7113275367e4033420bc8: 2024-11-10T00:18:06,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. for SnapshotProcedureTest completed. 2024-11-10T00:18:06,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:18:06,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ac5387de79f40474fc89d7baf16fa179: 2024-11-10T00:18:06,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:18:06,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. for SnapshotProcedureTest completed. 2024-11-10T00:18:06,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:18:06,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:18:06,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:18:06,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:18:06,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:18:06,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741859_1035 (size=65) 2024-11-10T00:18:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741859_1035 (size=65) 2024-11-10T00:18:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741859_1035 (size=65) 2024-11-10T00:18:06,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:18:06,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T00:18:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741860_1036 (size=65) 2024-11-10T00:18:06,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741860_1036 (size=65) 2024-11-10T00:18:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T00:18:06,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:18:06,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741861_1037 (size=65) 2024-11-10T00:18:06,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:18:06,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:18:06,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T00:18:06,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741861_1037 (size=65) 2024-11-10T00:18:06,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741860_1036 (size=65) 2024-11-10T00:18:06,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741861_1037 (size=65) 2024-11-10T00:18:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T00:18:06,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:18:06,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:18:06,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T00:18:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T00:18:06,312 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:18:06,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:18:06,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:18:06,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3c9021a5b7bf215b3e8f9f793b0eced in 30.3820 sec 2024-11-10T00:18:06,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 39f1b1e74fe7113275367e4033420bc8 in 30.3840 sec 2024-11-10T00:18:06,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-10T00:18:06,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac5387de79f40474fc89d7baf16fa179 in 30.3840 sec 2024-11-10T00:18:06,317 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T00:18:06,319 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T00:18:06,322 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T00:18:06,323 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T00:18:06,324 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T00:18:06,326 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T00:18:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741862_1038 (size=1134) 2024-11-10T00:18:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741862_1038 (size=1134) 2024-11-10T00:18:06,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741862_1038 (size=1134) 2024-11-10T00:18:06,355 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T00:18:06,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T00:18:06,373 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,37807,1731197823663 2024-11-10T00:18:06,373 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,37807,1731197823663 2024-11-10T00:18:06,373 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:06,373 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,37807,1731197823663 2024-11-10T00:18:06,373 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:06,379 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:09,654 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:36085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T00:18:11,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c80c8b20ad519152c94d5508f215bfe2, had cached 0 bytes from a total of 47197 2024-11-10T00:18:11,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3d052011ffeaa87c89a18e02de538c69, had cached 0 bytes from a total of 28623 2024-11-10T00:18:11,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 34afa29bf6f8596cff98d10b250ecc34, had cached 0 bytes from a total of 499309 2024-11-10T00:18:15,758 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fccc05f389c99f5017b88d51f70a0260 changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:18:15,758 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a3c9021a5b7bf215b3e8f9f793b0eced changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:18:15,759 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d427e1e780c07be59199271ca1a0fc5a changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:18:15,759 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c80c8b20ad519152c94d5508f215bfe2 changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:18:15,759 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 37190656bc88ed99284ed9131603b354 changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:18:15,759 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ac5387de79f40474fc89d7baf16fa179 changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:18:15,759 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dfa0db12ef4f044eddddfda0a0ae74b6 changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:18:15,760 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 39f1b1e74fe7113275367e4033420bc8 changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:18:15,760 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3d052011ffeaa87c89a18e02de538c69 changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:18:15,760 DEBUG [master/b3c019fcff38:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 34afa29bf6f8596cff98d10b250ecc34 changed from -1.0 to 0.0, refreshing cache 2024-11-10T00:18:16,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-10T00:18:16,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-10T00:18:16,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-10T00:18:16,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-10T00:18:16,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-10T00:18:16,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-10T00:18:16,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T00:18:16,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T00:18:16,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T00:18:16,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-10T00:18:16,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-10T00:18:16,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T00:18:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-10T00:18:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T00:18:16,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-10T00:18:16,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-10T00:18:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T00:18:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-10T00:18:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-10T00:18:16,386 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 Release verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:16,386 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,37807,1731197823663 Release verify snapshot worker=b3c019fcff38,37807,1731197823663 2024-11-10T00:18:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-10T00:18:16,387 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,37807,1731197823663 Release verify snapshot worker=b3c019fcff38,37807,1731197823663 2024-11-10T00:18:16,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,37807,1731197823663 in 10.0220 sec 2024-11-10T00:18:16,389 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:16,389 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,37807,1731197823663 2024-11-10T00:18:16,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 in 10.0220 sec 2024-11-10T00:18:16,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,37807,1731197823663 in 10.0230 sec 2024-11-10T00:18:16,392 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 Release verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:16,392 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,37807,1731197823663 Release verify snapshot worker=b3c019fcff38,37807,1731197823663 2024-11-10T00:18:16,392 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 Release verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:16,393 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:16,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 in 10.0270 sec 2024-11-10T00:18:16,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 in 10.0270 sec 2024-11-10T00:18:16,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,37807,1731197823663 in 10.0270 sec 2024-11-10T00:18:16,397 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:26,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-10T00:18:26,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-10T00:18:26,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-10T00:18:26,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T00:18:26,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-10T00:18:26,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-10T00:18:26,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T00:18:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T00:18:26,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T00:18:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-10T00:18:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T00:18:26,394 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 Release verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36085 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T00:18:26,396 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,37807,1731197823663 Release verify snapshot worker=b3c019fcff38,37807,1731197823663 2024-11-10T00:18:26,396 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 Release verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:26,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 in 20.0290 sec 2024-11-10T00:18:26,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,37807,1731197823663 in 20.0310 sec 2024-11-10T00:18:26,398 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 Release verify snapshot worker=b3c019fcff38,40181,1731197823763 2024-11-10T00:18:26,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 in 20.0310 sec 2024-11-10T00:18:26,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-10T00:18:26,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40181,1731197823763 in 20.0330 sec 2024-11-10T00:18:26,401 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T00:18:26,403 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T00:18:26,405 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T00:18:26,405 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T00:18:26,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5230 sec 2024-11-10T00:18:26,649 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T00:18:26,655 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T00:18:26,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:18:26,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:18:26,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:18:26,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:18:26,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:18:26,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:18:26,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:18:26,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=842575628, stopped=false 2024-11-10T00:18:26,657 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,36085,1731197822960 2024-11-10T00:18:26,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T00:18:26,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T00:18:26,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T00:18:26,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:26,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:26,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:26,659 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:18:26,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:18:26,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:18:26,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:18:26,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:18:26,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,37807,1731197823663' ***** 2024-11-10T00:18:26,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:18:26,660 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:18:26,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:18:26,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,40181,1731197823763' ***** 2024-11-10T00:18:26,660 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:18:26,661 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:18:26,661 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:18:26,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:18:26,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:18:26,661 INFO [RS:0;b3c019fcff38:37807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:18:26,661 INFO [RS:1;b3c019fcff38:40181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:18:26,661 INFO [RS:1;b3c019fcff38:40181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:18:26,661 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(3091): Received CLOSE for 37190656bc88ed99284ed9131603b354 2024-11-10T00:18:26,661 INFO [RS:0;b3c019fcff38:37807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:18:26,661 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(3091): Received CLOSE for c80c8b20ad519152c94d5508f215bfe2 2024-11-10T00:18:26,662 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(3091): Received CLOSE for 39f1b1e74fe7113275367e4033420bc8 2024-11-10T00:18:26,662 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(3091): Received CLOSE for fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:18:26,662 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(3091): Received CLOSE for ac5387de79f40474fc89d7baf16fa179 2024-11-10T00:18:26,662 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(3091): Received CLOSE for a3c9021a5b7bf215b3e8f9f793b0eced 2024-11-10T00:18:26,662 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(3091): Received CLOSE for 34afa29bf6f8596cff98d10b250ecc34 2024-11-10T00:18:26,662 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(3091): Received CLOSE for d427e1e780c07be59199271ca1a0fc5a 2024-11-10T00:18:26,662 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(3091): Received CLOSE for dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:18:26,662 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d052011ffeaa87c89a18e02de538c69 2024-11-10T00:18:26,662 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,37807,1731197823663 2024-11-10T00:18:26,662 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,40181,1731197823763 2024-11-10T00:18:26,662 INFO [RS:0;b3c019fcff38:37807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:18:26,662 INFO [RS:1;b3c019fcff38:40181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:18:26,662 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37190656bc88ed99284ed9131603b354, disabling compactions & flushes 2024-11-10T00:18:26,662 INFO [RS:0;b3c019fcff38:37807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:37807. 2024-11-10T00:18:26,662 INFO [RS:1;b3c019fcff38:40181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b3c019fcff38:40181. 2024-11-10T00:18:26,662 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:18:26,662 DEBUG [RS:0;b3c019fcff38:37807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:18:26,662 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c80c8b20ad519152c94d5508f215bfe2, disabling compactions & flushes 2024-11-10T00:18:26,662 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:18:26,662 DEBUG [RS:0;b3c019fcff38:37807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:18:26,662 DEBUG [RS:1;b3c019fcff38:40181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:18:26,662 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:18:26,662 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. after waiting 0 ms 2024-11-10T00:18:26,662 DEBUG [RS:1;b3c019fcff38:40181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:18:26,663 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:18:26,663 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:18:26,663 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. after waiting 0 ms 2024-11-10T00:18:26,663 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-10T00:18:26,663 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:18:26,663 DEBUG [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(1325): Online Regions={c80c8b20ad519152c94d5508f215bfe2=SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2., fccc05f389c99f5017b88d51f70a0260=SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260., a3c9021a5b7bf215b3e8f9f793b0eced=SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced., d427e1e780c07be59199271ca1a0fc5a=SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a.} 2024-11-10T00:18:26,663 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:18:26,663 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:18:26,663 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:18:26,663 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:18:26,663 DEBUG [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(1351): Waiting on a3c9021a5b7bf215b3e8f9f793b0eced, c80c8b20ad519152c94d5508f215bfe2, d427e1e780c07be59199271ca1a0fc5a, fccc05f389c99f5017b88d51f70a0260 2024-11-10T00:18:26,666 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-10T00:18:26,666 DEBUG [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(1325): Online Regions={37190656bc88ed99284ed9131603b354=SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354., 39f1b1e74fe7113275367e4033420bc8=SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8., ac5387de79f40474fc89d7baf16fa179=SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179., 1588230740=hbase:meta,,1.1588230740, 34afa29bf6f8596cff98d10b250ecc34=SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34., dfa0db12ef4f044eddddfda0a0ae74b6=SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6., 3d052011ffeaa87c89a18e02de538c69=SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69.} 2024-11-10T00:18:26,666 DEBUG [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34afa29bf6f8596cff98d10b250ecc34, 37190656bc88ed99284ed9131603b354, 39f1b1e74fe7113275367e4033420bc8, 3d052011ffeaa87c89a18e02de538c69, ac5387de79f40474fc89d7baf16fa179, dfa0db12ef4f044eddddfda0a0ae74b6 2024-11-10T00:18:26,666 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:18:26,666 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:18:26,666 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:18:26,666 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:18:26,666 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:18:26,666 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-10T00:18:26,671 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/c80c8b20ad519152c94d5508f215bfe2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:18:26,671 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/37190656bc88ed99284ed9131603b354/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:18:26,674 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:18:26,674 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:18:26,674 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c80c8b20ad519152c94d5508f215bfe2: Waiting for close lock at 1731197906662Running coprocessor pre-close hooks at 1731197906662Disabling compacts and flushes for region at 1731197906662Disabling writes for close at 1731197906663 (+1 ms)Writing region close event to WAL at 1731197906666 (+3 ms)Running coprocessor post-close hooks at 1731197906672 (+6 ms)Closed at 1731197906674 (+2 ms) 2024-11-10T00:18:26,674 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37190656bc88ed99284ed9131603b354: Waiting for close lock at 1731197906662Running coprocessor pre-close hooks at 1731197906662Disabling compacts and flushes for region at 1731197906662Disabling writes for close at 1731197906662Writing region close event to WAL at 1731197906664 (+2 ms)Running coprocessor post-close hooks at 1731197906672 (+8 ms)Closed at 1731197906674 (+2 ms) 2024-11-10T00:18:26,675 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731197835790.c80c8b20ad519152c94d5508f215bfe2. 2024-11-10T00:18:26,675 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731197835790.37190656bc88ed99284ed9131603b354. 2024-11-10T00:18:26,675 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fccc05f389c99f5017b88d51f70a0260, disabling compactions & flushes 2024-11-10T00:18:26,675 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:18:26,675 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:18:26,675 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39f1b1e74fe7113275367e4033420bc8, disabling compactions & flushes 2024-11-10T00:18:26,675 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. after waiting 0 ms 2024-11-10T00:18:26,675 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:18:26,675 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:18:26,675 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:18:26,675 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. after waiting 0 ms 2024-11-10T00:18:26,675 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:18:26,681 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/fccc05f389c99f5017b88d51f70a0260/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:18:26,683 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:18:26,683 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fccc05f389c99f5017b88d51f70a0260: Waiting for close lock at 1731197906675Running coprocessor pre-close hooks at 1731197906675Disabling compacts and flushes for region at 1731197906675Disabling writes for close at 1731197906675Writing region close event to WAL at 1731197906676 (+1 ms)Running coprocessor post-close hooks at 1731197906682 (+6 ms)Closed at 1731197906683 (+1 ms) 2024-11-10T00:18:26,683 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731197835790.fccc05f389c99f5017b88d51f70a0260. 2024-11-10T00:18:26,683 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3c9021a5b7bf215b3e8f9f793b0eced, disabling compactions & flushes 2024-11-10T00:18:26,683 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:18:26,683 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:18:26,683 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. after waiting 0 ms 2024-11-10T00:18:26,683 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:18:26,685 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/39f1b1e74fe7113275367e4033420bc8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:18:26,686 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:18:26,686 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39f1b1e74fe7113275367e4033420bc8: Waiting for close lock at 1731197906675Running coprocessor pre-close hooks at 1731197906675Disabling compacts and flushes for region at 1731197906675Disabling writes for close at 1731197906675Writing region close event to WAL at 1731197906677 (+2 ms)Running coprocessor post-close hooks at 1731197906686 (+9 ms)Closed at 1731197906686 2024-11-10T00:18:26,686 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731197835790.39f1b1e74fe7113275367e4033420bc8. 2024-11-10T00:18:26,687 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac5387de79f40474fc89d7baf16fa179, disabling compactions & flushes 2024-11-10T00:18:26,687 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:18:26,687 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:18:26,687 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. after waiting 0 ms 2024-11-10T00:18:26,687 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:18:26,689 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/a3c9021a5b7bf215b3e8f9f793b0eced/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:18:26,689 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:18:26,690 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3c9021a5b7bf215b3e8f9f793b0eced: Waiting for close lock at 1731197906683Running coprocessor pre-close hooks at 1731197906683Disabling compacts and flushes for region at 1731197906683Disabling writes for close at 1731197906683Writing region close event to WAL at 1731197906684 (+1 ms)Running coprocessor post-close hooks at 1731197906689 (+5 ms)Closed at 1731197906689 2024-11-10T00:18:26,690 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731197835790.a3c9021a5b7bf215b3e8f9f793b0eced. 2024-11-10T00:18:26,690 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d427e1e780c07be59199271ca1a0fc5a, disabling compactions & flushes 2024-11-10T00:18:26,690 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:18:26,690 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:18:26,690 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. after waiting 0 ms 2024-11-10T00:18:26,690 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:18:26,702 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/ac5387de79f40474fc89d7baf16fa179/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:18:26,702 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:18:26,703 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac5387de79f40474fc89d7baf16fa179: Waiting for close lock at 1731197906687Running coprocessor pre-close hooks at 1731197906687Disabling compacts and flushes for region at 1731197906687Disabling writes for close at 1731197906687Writing region close event to WAL at 1731197906695 (+8 ms)Running coprocessor post-close hooks at 1731197906702 (+7 ms)Closed at 1731197906702 2024-11-10T00:18:26,703 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179. 2024-11-10T00:18:26,703 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34afa29bf6f8596cff98d10b250ecc34, disabling compactions & flushes 2024-11-10T00:18:26,703 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:18:26,703 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:18:26,703 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. after waiting 0 ms 2024-11-10T00:18:26,703 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:18:26,705 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/d427e1e780c07be59199271ca1a0fc5a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:18:26,706 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:18:26,706 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d427e1e780c07be59199271ca1a0fc5a: Waiting for close lock at 1731197906690Running coprocessor pre-close hooks at 1731197906690Disabling compacts and flushes for region at 1731197906690Disabling writes for close at 1731197906690Writing region close event to WAL at 1731197906696 (+6 ms)Running coprocessor post-close hooks at 1731197906706 (+10 ms)Closed at 1731197906706 2024-11-10T00:18:26,706 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731197835790.d427e1e780c07be59199271ca1a0fc5a. 2024-11-10T00:18:26,709 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/.tmp/info/60572ec3fc994847a036a65fd481d5ba is 167, key is SPTestTable,19999999,1731197835790.ac5387de79f40474fc89d7baf16fa179./info:regioninfo/1731197876294/Put/seqid=0 2024-11-10T00:18:26,710 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/34afa29bf6f8596cff98d10b250ecc34/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:18:26,711 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:18:26,711 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34afa29bf6f8596cff98d10b250ecc34: Waiting for close lock at 1731197906703Running coprocessor pre-close hooks at 1731197906703Disabling compacts and flushes for region at 1731197906703Disabling writes for close at 1731197906703Writing region close event to WAL at 1731197906705 (+2 ms)Running coprocessor post-close hooks at 1731197906711 (+6 ms)Closed at 1731197906711 2024-11-10T00:18:26,711 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731197835790.34afa29bf6f8596cff98d10b250ecc34. 2024-11-10T00:18:26,711 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfa0db12ef4f044eddddfda0a0ae74b6, disabling compactions & flushes 2024-11-10T00:18:26,711 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:18:26,711 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:18:26,711 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. after waiting 0 ms 2024-11-10T00:18:26,712 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:18:26,717 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/dfa0db12ef4f044eddddfda0a0ae74b6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:18:26,718 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:18:26,718 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfa0db12ef4f044eddddfda0a0ae74b6: Waiting for close lock at 1731197906711Running coprocessor pre-close hooks at 1731197906711Disabling compacts and flushes for region at 1731197906711Disabling writes for close at 1731197906711Writing region close event to WAL at 1731197906712 (+1 ms)Running coprocessor post-close hooks at 1731197906718 (+6 ms)Closed at 1731197906718 2024-11-10T00:18:26,718 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731197835790.dfa0db12ef4f044eddddfda0a0ae74b6. 2024-11-10T00:18:26,718 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d052011ffeaa87c89a18e02de538c69, disabling compactions & flushes 2024-11-10T00:18:26,718 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:18:26,718 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:18:26,718 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. after waiting 0 ms 2024-11-10T00:18:26,718 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:18:26,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741863_1039 (size=19817) 2024-11-10T00:18:26,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741863_1039 (size=19817) 2024-11-10T00:18:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741863_1039 (size=19817) 2024-11-10T00:18:26,721 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/.tmp/info/60572ec3fc994847a036a65fd481d5ba 2024-11-10T00:18:26,728 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/default/SPTestTable/3d052011ffeaa87c89a18e02de538c69/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:18:26,729 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:18:26,729 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d052011ffeaa87c89a18e02de538c69: Waiting for close lock at 1731197906718Running coprocessor pre-close hooks at 1731197906718Disabling compacts and flushes for region at 1731197906718Disabling writes for close at 1731197906718Writing region close event to WAL at 1731197906721 (+3 ms)Running coprocessor post-close hooks at 1731197906729 (+8 ms)Closed at 1731197906729 2024-11-10T00:18:26,729 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731197835790.3d052011ffeaa87c89a18e02de538c69. 2024-11-10T00:18:26,737 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:18:26,737 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:18:26,758 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/.tmp/ns/f2e14ac1037c4d4a99c5795ad5dd9980 is 43, key is default/ns:d/1731197835549/Put/seqid=0 2024-11-10T00:18:26,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741864_1040 (size=5153) 2024-11-10T00:18:26,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741864_1040 (size=5153) 2024-11-10T00:18:26,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741864_1040 (size=5153) 2024-11-10T00:18:26,768 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/.tmp/ns/f2e14ac1037c4d4a99c5795ad5dd9980 2024-11-10T00:18:26,805 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/.tmp/table/1b765e858f9740f0a5440923620bab80 is 47, key is SPTestTable/table:state/1731197846339/Put/seqid=0 2024-11-10T00:18:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741865_1041 (size=5214) 2024-11-10T00:18:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741865_1041 (size=5214) 2024-11-10T00:18:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741865_1041 (size=5214) 2024-11-10T00:18:26,814 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/.tmp/table/1b765e858f9740f0a5440923620bab80 2024-11-10T00:18:26,823 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/.tmp/info/60572ec3fc994847a036a65fd481d5ba as hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/info/60572ec3fc994847a036a65fd481d5ba 2024-11-10T00:18:26,830 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/info/60572ec3fc994847a036a65fd481d5ba, entries=112, sequenceid=35, filesize=19.4 K 2024-11-10T00:18:26,831 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/.tmp/ns/f2e14ac1037c4d4a99c5795ad5dd9980 as hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/ns/f2e14ac1037c4d4a99c5795ad5dd9980 2024-11-10T00:18:26,839 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/ns/f2e14ac1037c4d4a99c5795ad5dd9980, entries=2, sequenceid=35, filesize=5.0 K 2024-11-10T00:18:26,840 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/.tmp/table/1b765e858f9740f0a5440923620bab80 as hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/table/1b765e858f9740f0a5440923620bab80 2024-11-10T00:18:26,847 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/table/1b765e858f9740f0a5440923620bab80, entries=2, sequenceid=35, filesize=5.1 K 2024-11-10T00:18:26,848 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 182ms, sequenceid=35, compaction requested=false 2024-11-10T00:18:26,854 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-10T00:18:26,855 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:18:26,855 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:18:26,855 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731197906666Running coprocessor pre-close hooks at 1731197906666Disabling compacts and flushes for region at 1731197906666Disabling writes for close at 1731197906666Obtaining lock to block concurrent updates at 1731197906666Preparing flush snapshotting stores in 1588230740 at 1731197906666Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731197906667 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731197906668 (+1 ms)Flushing 1588230740/info: creating writer at 1731197906668Flushing 1588230740/info: appending metadata at 1731197906703 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731197906703Flushing 1588230740/ns: creating writer at 1731197906730 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731197906752 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731197906752Flushing 1588230740/table: creating writer at 1731197906777 (+25 ms)Flushing 1588230740/table: appending metadata at 1731197906798 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731197906799 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5f0cd7: reopening flushed file at 1731197906821 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aab405: reopening flushed file at 1731197906830 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5515b497: reopening flushed file at 1731197906839 (+9 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 182ms, sequenceid=35, compaction requested=false at 1731197906848 (+9 ms)Writing region close event to WAL at 1731197906850 (+2 ms)Running coprocessor post-close hooks at 1731197906855 (+5 ms)Closed at 1731197906855 2024-11-10T00:18:26,855 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:18:26,863 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,37807,1731197823663; all regions closed. 2024-11-10T00:18:26,866 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,40181,1731197823763; all regions closed. 2024-11-10T00:18:26,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741833_1009 (size=2947) 2024-11-10T00:18:26,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741833_1009 (size=2947) 2024-11-10T00:18:26,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741833_1009 (size=2947) 2024-11-10T00:18:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741836_1012 (size=18438) 2024-11-10T00:18:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741836_1012 (size=18438) 2024-11-10T00:18:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741836_1012 (size=18438) 2024-11-10T00:18:26,872 DEBUG [RS:0;b3c019fcff38:37807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/oldWALs 2024-11-10T00:18:26,872 INFO [RS:0;b3c019fcff38:37807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C37807%2C1731197823663:(num 1731197825127) 2024-11-10T00:18:26,872 DEBUG [RS:0;b3c019fcff38:37807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:18:26,872 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:18:26,872 INFO [RS:0;b3c019fcff38:37807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:18:26,873 DEBUG [RS:1;b3c019fcff38:40181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/oldWALs 2024-11-10T00:18:26,873 INFO [RS:0;b3c019fcff38:37807 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:18:26,873 INFO [RS:1;b3c019fcff38:40181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C40181%2C1731197823763.meta:.meta(num 1731197835397) 2024-11-10T00:18:26,873 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:18:26,873 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:18:26,873 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:18:26,873 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:18:26,873 INFO [RS:0;b3c019fcff38:37807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:18:26,873 INFO [RS:0;b3c019fcff38:37807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37807 2024-11-10T00:18:26,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741834_1010 (size=4605) 2024-11-10T00:18:26,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741834_1010 (size=4605) 2024-11-10T00:18:26,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T00:18:26,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741834_1010 (size=4605) 2024-11-10T00:18:26,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b3c019fcff38,37807,1731197823663 2024-11-10T00:18:26,877 INFO [RS:0;b3c019fcff38:37807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:18:26,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,37807,1731197823663] 2024-11-10T00:18:26,879 DEBUG [RS:1;b3c019fcff38:40181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/oldWALs 2024-11-10T00:18:26,879 INFO [RS:1;b3c019fcff38:40181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C40181%2C1731197823763:(num 1731197825127) 2024-11-10T00:18:26,879 DEBUG [RS:1;b3c019fcff38:40181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:18:26,879 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:18:26,880 INFO [RS:1;b3c019fcff38:40181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:18:26,880 INFO [RS:1;b3c019fcff38:40181 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:18:26,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b3c019fcff38,37807,1731197823663 already deleted, retry=false 2024-11-10T00:18:26,880 INFO [RS:1;b3c019fcff38:40181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:18:26,880 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:18:26,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,37807,1731197823663 expired; onlineServers=1 2024-11-10T00:18:26,880 INFO [RS:1;b3c019fcff38:40181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40181 2024-11-10T00:18:26,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b3c019fcff38,40181,1731197823763 2024-11-10T00:18:26,883 INFO [RS:1;b3c019fcff38:40181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:18:26,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T00:18:26,883 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007fcee89010d8@3fb26fdf rejected from java.util.concurrent.ThreadPoolExecutor@7ab0e64d[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-10T00:18:26,883 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,40181,1731197823763] 2024-11-10T00:18:26,885 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b3c019fcff38,40181,1731197823763 already deleted, retry=false 2024-11-10T00:18:26,885 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,40181,1731197823763 expired; onlineServers=0 2024-11-10T00:18:26,885 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,36085,1731197822960' ***** 2024-11-10T00:18:26,885 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:18:26,885 INFO [M:0;b3c019fcff38:36085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:18:26,886 INFO [M:0;b3c019fcff38:36085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:18:26,886 DEBUG [M:0;b3c019fcff38:36085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:18:26,886 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:18:26,886 DEBUG [M:0;b3c019fcff38:36085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:18:26,886 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197824782 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197824782,5,FailOnTimeoutGroup] 2024-11-10T00:18:26,886 INFO [M:0;b3c019fcff38:36085 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:18:26,886 INFO [M:0;b3c019fcff38:36085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:18:26,886 DEBUG [M:0;b3c019fcff38:36085 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:18:26,886 INFO [M:0;b3c019fcff38:36085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:18:26,887 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197824782 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197824782,5,FailOnTimeoutGroup] 2024-11-10T00:18:26,887 INFO [M:0;b3c019fcff38:36085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:18:26,887 ERROR [M:0;b3c019fcff38:36085 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1278762655) connection to localhost/127.0.0.1:39153 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39153,5,PEWorkerGroup] 2024-11-10T00:18:26,888 INFO [M:0;b3c019fcff38:36085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:18:26,888 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:18:26,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T00:18:26,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:26,889 DEBUG [M:0;b3c019fcff38:36085 {}] zookeeper.ZKUtil(347): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T00:18:26,889 WARN [M:0;b3c019fcff38:36085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:18:26,890 INFO [M:0;b3c019fcff38:36085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/.lastflushedseqids 2024-11-10T00:18:26,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741866_1042 (size=668) 2024-11-10T00:18:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741866_1042 (size=668) 2024-11-10T00:18:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741866_1042 (size=668) 2024-11-10T00:18:26,906 INFO [M:0;b3c019fcff38:36085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:18:26,906 INFO [M:0;b3c019fcff38:36085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:18:26,906 DEBUG [M:0;b3c019fcff38:36085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:18:26,906 INFO [M:0;b3c019fcff38:36085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:18:26,906 DEBUG [M:0;b3c019fcff38:36085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:18:26,906 DEBUG [M:0;b3c019fcff38:36085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:18:26,906 DEBUG [M:0;b3c019fcff38:36085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:18:26,907 INFO [M:0;b3c019fcff38:36085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.37 KB heapSize=229.78 KB 2024-11-10T00:18:26,925 DEBUG [M:0;b3c019fcff38:36085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/467c574710e5407095973882d5c18a8c is 82, key is hbase:meta,,1/info:regioninfo/1731197835481/Put/seqid=0 2024-11-10T00:18:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741867_1043 (size=5672) 2024-11-10T00:18:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741867_1043 (size=5672) 2024-11-10T00:18:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741867_1043 (size=5672) 2024-11-10T00:18:26,934 INFO [M:0;b3c019fcff38:36085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/467c574710e5407095973882d5c18a8c 2024-11-10T00:18:26,956 DEBUG [M:0;b3c019fcff38:36085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1407b9d3fe89411fa3ffcd374724d9a2 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731197846347/Put/seqid=0 2024-11-10T00:18:26,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741868_1044 (size=8904) 2024-11-10T00:18:26,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741868_1044 (size=8904) 2024-11-10T00:18:26,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741868_1044 (size=8904) 2024-11-10T00:18:26,967 INFO [M:0;b3c019fcff38:36085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.63 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1407b9d3fe89411fa3ffcd374724d9a2 2024-11-10T00:18:26,973 INFO [M:0;b3c019fcff38:36085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1407b9d3fe89411fa3ffcd374724d9a2 2024-11-10T00:18:26,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:18:26,978 INFO [RS:0;b3c019fcff38:37807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:18:26,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37807-0x100ff3c4f200001, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:18:26,978 INFO [RS:0;b3c019fcff38:37807 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,37807,1731197823663; zookeeper connection closed. 2024-11-10T00:18:26,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40f22c2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40f22c2b 2024-11-10T00:18:26,985 INFO [RS:1;b3c019fcff38:40181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:18:26,985 INFO [RS:1;b3c019fcff38:40181 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,40181,1731197823763; zookeeper connection closed. 2024-11-10T00:18:26,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:18:26,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40181-0x100ff3c4f200002, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:18:26,985 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@da26812 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@da26812 2024-11-10T00:18:26,985 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T00:18:26,989 DEBUG [M:0;b3c019fcff38:36085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25f41e10edb8409285fcbef013421f4d is 69, key is b3c019fcff38,37807,1731197823663/rs:state/1731197824886/Put/seqid=0 2024-11-10T00:18:26,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741869_1045 (size=5441) 2024-11-10T00:18:26,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741869_1045 (size=5441) 2024-11-10T00:18:26,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741869_1045 (size=5441) 2024-11-10T00:18:27,000 INFO [M:0;b3c019fcff38:36085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25f41e10edb8409285fcbef013421f4d 2024-11-10T00:18:27,005 INFO [M:0;b3c019fcff38:36085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25f41e10edb8409285fcbef013421f4d 2024-11-10T00:18:27,006 DEBUG [M:0;b3c019fcff38:36085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/467c574710e5407095973882d5c18a8c as hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/467c574710e5407095973882d5c18a8c 2024-11-10T00:18:27,012 INFO [M:0;b3c019fcff38:36085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/467c574710e5407095973882d5c18a8c, entries=8, sequenceid=485, filesize=5.5 K 2024-11-10T00:18:27,013 DEBUG [M:0;b3c019fcff38:36085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1407b9d3fe89411fa3ffcd374724d9a2 as hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1407b9d3fe89411fa3ffcd374724d9a2 2024-11-10T00:18:27,019 INFO [M:0;b3c019fcff38:36085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1407b9d3fe89411fa3ffcd374724d9a2 2024-11-10T00:18:27,020 INFO [M:0;b3c019fcff38:36085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1407b9d3fe89411fa3ffcd374724d9a2, entries=54, sequenceid=485, filesize=8.7 K 2024-11-10T00:18:27,021 DEBUG [M:0;b3c019fcff38:36085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25f41e10edb8409285fcbef013421f4d as hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25f41e10edb8409285fcbef013421f4d 2024-11-10T00:18:27,027 INFO [M:0;b3c019fcff38:36085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25f41e10edb8409285fcbef013421f4d 2024-11-10T00:18:27,027 INFO [M:0;b3c019fcff38:36085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/e1e41ac5-60da-d966-a265-77b4cb8330be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25f41e10edb8409285fcbef013421f4d, entries=3, sequenceid=485, filesize=5.3 K 2024-11-10T00:18:27,029 INFO [M:0;b3c019fcff38:36085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.37 KB/189816, heapSize ~229.48 KB/234992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=485, compaction requested=false 2024-11-10T00:18:27,030 INFO [M:0;b3c019fcff38:36085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:18:27,030 DEBUG [M:0;b3c019fcff38:36085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731197906906Disabling compacts and flushes for region at 1731197906906Disabling writes for close at 1731197906906Obtaining lock to block concurrent updates at 1731197906907 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731197906907Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189816, getHeapSize=235232, getOffHeapSize=0, getCellsCount=588 at 1731197906907Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731197906908 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731197906908Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731197906925 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731197906925Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731197906939 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731197906956 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731197906956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731197906973 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731197906988 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731197906988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b95c5a: reopening flushed file at 1731197907005 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170a85a6: reopening flushed file at 1731197907012 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8ac1be: reopening flushed file at 1731197907020 (+8 ms)Finished flush of dataSize ~185.37 KB/189816, heapSize ~229.48 KB/234992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=485, compaction requested=false at 1731197907029 (+9 ms)Writing region close event to WAL at 1731197907030 (+1 ms)Closed at 1731197907030 2024-11-10T00:18:27,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741830_1006 (size=222172) 2024-11-10T00:18:27,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741830_1006 (size=222172) 2024-11-10T00:18:27,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741830_1006 (size=222172) 2024-11-10T00:18:27,034 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:18:27,034 INFO [M:0;b3c019fcff38:36085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:18:27,034 INFO [M:0;b3c019fcff38:36085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36085 2024-11-10T00:18:27,035 INFO [M:0;b3c019fcff38:36085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:18:27,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:18:27,137 INFO [M:0;b3c019fcff38:36085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:18:27,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36085-0x100ff3c4f200000, quorum=127.0.0.1:51595, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:18:27,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40f6b760{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:18:27,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c1c92fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:18:27,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:18:27,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:18:27,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.log.dir/,STOPPED} 2024-11-10T00:18:27,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:18:27,146 WARN [BP-56984222-172.17.0.2-1731197819878 heartbeating to localhost/127.0.0.1:39153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:18:27,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:18:27,146 WARN [BP-56984222-172.17.0.2-1731197819878 heartbeating to localhost/127.0.0.1:39153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-56984222-172.17.0.2-1731197819878 (Datanode Uuid b45b2c6e-b018-4d94-908f-fce42a7a6552) service to localhost/127.0.0.1:39153 2024-11-10T00:18:27,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data5/current/BP-56984222-172.17.0.2-1731197819878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:18:27,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data6/current/BP-56984222-172.17.0.2-1731197819878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:18:27,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:18:27,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2158aabb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:18:27,151 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b806e81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:18:27,151 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:18:27,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:18:27,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.log.dir/,STOPPED} 2024-11-10T00:18:27,153 WARN [BP-56984222-172.17.0.2-1731197819878 heartbeating to localhost/127.0.0.1:39153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:18:27,153 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:18:27,153 WARN [BP-56984222-172.17.0.2-1731197819878 heartbeating to localhost/127.0.0.1:39153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-56984222-172.17.0.2-1731197819878 (Datanode Uuid 22597204-78bb-468d-bc3f-1aeb736867f6) service to localhost/127.0.0.1:39153 2024-11-10T00:18:27,153 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:18:27,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data3/current/BP-56984222-172.17.0.2-1731197819878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:18:27,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data4/current/BP-56984222-172.17.0.2-1731197819878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:18:27,154 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:18:27,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4468dec9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:18:27,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75193788{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:18:27,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:18:27,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:18:27,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.log.dir/,STOPPED} 2024-11-10T00:18:27,158 WARN [BP-56984222-172.17.0.2-1731197819878 heartbeating to localhost/127.0.0.1:39153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:18:27,158 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:18:27,158 WARN [BP-56984222-172.17.0.2-1731197819878 heartbeating to localhost/127.0.0.1:39153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-56984222-172.17.0.2-1731197819878 (Datanode Uuid da8c6601-7f67-49c9-b615-d7df95d9be20) service to localhost/127.0.0.1:39153 2024-11-10T00:18:27,158 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:18:27,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data1/current/BP-56984222-172.17.0.2-1731197819878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:18:27,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/cluster_a7ee19fb-6f97-3b95-65d7-2e49771c8eac/data/data2/current/BP-56984222-172.17.0.2-1731197819878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:18:27,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:18:27,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:18:27,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:18:27,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:18:27,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:18:27,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.log.dir/,STOPPED} 2024-11-10T00:18:27,183 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:18:27,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:18:27,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2e6ecfbc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b3c019fcff38:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b3c019fcff38:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:39153 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b3c019fcff38:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:39153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b3c019fcff38:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b3c019fcff38:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:39153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b3c019fcff38:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/b3c019fcff38:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:39153 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=56 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=9618 (was 10787) 2024-11-10T00:18:27,250 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=56, ProcessCount=11, AvailableMemoryMB=9618 2024-11-10T00:18:27,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.log.dir so I do NOT create it in target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070 2024-11-10T00:18:27,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T00:18:27,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.tmp.dir so I do NOT create it in target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070 2024-11-10T00:18:27,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb7268d-c4b3-0d1b-c417-3a67ec35ce54/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T00:18:27,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070 2024-11-10T00:18:27,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:18:27,269 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1, deleteOnExit=true 2024-11-10T00:18:27,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:18:27,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/test.cache.data in system properties and HBase conf 2024-11-10T00:18:27,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:18:27,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:18:27,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:18:27,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:18:27,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:18:27,271 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:18:27,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:18:27,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:18:27,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:18:27,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:18:27,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:18:27,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:18:27,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:18:27,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:18:27,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:18:27,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:18:27,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:18:27,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:18:27,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:18:27,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:18:27,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:18:27,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:18:27,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:18:27,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:18:27,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:18:27,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:18:27,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@206ea604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:18:27,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cfbf27b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:18:27,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@99978e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/java.io.tmpdir/jetty-localhost-41449-hadoop-hdfs-3_4_1-tests_jar-_-any-536020909830818564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:18:27,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f6954c1{HTTP/1.1, (http/1.1)}{localhost:41449} 2024-11-10T00:18:27,486 INFO [Time-limited test {}] server.Server(415): Started @89538ms 2024-11-10T00:18:27,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:18:27,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:18:27,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:18:27,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:18:27,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T00:18:27,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597a5af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:18:27,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f45d5ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:18:27,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@395eea5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/java.io.tmpdir/jetty-localhost-41805-hadoop-hdfs-3_4_1-tests_jar-_-any-3150358074198535110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:18:27,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26119b09{HTTP/1.1, (http/1.1)}{localhost:41805} 2024-11-10T00:18:27,686 INFO [Time-limited test {}] server.Server(415): Started @89737ms 2024-11-10T00:18:27,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:18:27,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:18:27,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:18:27,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:18:27,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:18:27,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:18:27,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5cc3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:18:27,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@682e19c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:18:27,815 WARN [Thread-676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data1/current/BP-1470397518-172.17.0.2-1731197907298/current, will proceed with Du for space computation calculation, 2024-11-10T00:18:27,816 WARN [Thread-677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data2/current/BP-1470397518-172.17.0.2-1731197907298/current, will proceed with Du for space computation calculation, 2024-11-10T00:18:27,838 WARN [Thread-655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:18:27,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24aecdde008c4472 with lease ID 0xcf420a1d3538ea24: Processing first storage report for DS-115d75a4-9372-4cac-8292-a1a9bf1a49b7 from datanode DatanodeRegistration(127.0.0.1:34725, datanodeUuid=2bdd31f4-1af8-41de-9d2f-7aabc5507b4c, infoPort=39871, infoSecurePort=0, ipcPort=40611, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298) 2024-11-10T00:18:27,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24aecdde008c4472 with lease ID 0xcf420a1d3538ea24: from storage DS-115d75a4-9372-4cac-8292-a1a9bf1a49b7 node DatanodeRegistration(127.0.0.1:34725, datanodeUuid=2bdd31f4-1af8-41de-9d2f-7aabc5507b4c, infoPort=39871, infoSecurePort=0, ipcPort=40611, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:18:27,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24aecdde008c4472 with lease ID 0xcf420a1d3538ea24: Processing first storage report for DS-df4b3df6-26fc-4e27-89b4-becee3cef059 from datanode DatanodeRegistration(127.0.0.1:34725, datanodeUuid=2bdd31f4-1af8-41de-9d2f-7aabc5507b4c, infoPort=39871, infoSecurePort=0, ipcPort=40611, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298) 2024-11-10T00:18:27,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24aecdde008c4472 with lease ID 0xcf420a1d3538ea24: from storage DS-df4b3df6-26fc-4e27-89b4-becee3cef059 node DatanodeRegistration(127.0.0.1:34725, datanodeUuid=2bdd31f4-1af8-41de-9d2f-7aabc5507b4c, infoPort=39871, infoSecurePort=0, ipcPort=40611, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:18:27,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa85305{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/java.io.tmpdir/jetty-localhost-33899-hadoop-hdfs-3_4_1-tests_jar-_-any-6468380723302436828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:18:27,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@151655cc{HTTP/1.1, (http/1.1)}{localhost:33899} 2024-11-10T00:18:27,862 INFO [Time-limited test {}] server.Server(415): Started @89913ms 2024-11-10T00:18:27,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:18:27,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:18:27,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:18:27,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:18:27,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:18:27,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:18:27,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f83c92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:18:27,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23493ac2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:18:27,974 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data3/current/BP-1470397518-172.17.0.2-1731197907298/current, will proceed with Du for space computation calculation, 2024-11-10T00:18:27,974 WARN [Thread-712 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data4/current/BP-1470397518-172.17.0.2-1731197907298/current, will proceed with Du for space computation calculation, 2024-11-10T00:18:28,004 WARN [Thread-691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:18:28,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x715c9bf47deb830 with lease ID 0xcf420a1d3538ea25: Processing first storage report for DS-ce9e3b80-28d6-4687-a5d5-ae8d480709cf from datanode DatanodeRegistration(127.0.0.1:35455, datanodeUuid=fc5c44d4-dfc0-4dbb-8705-646f3916825f, infoPort=43315, infoSecurePort=0, ipcPort=37019, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298) 2024-11-10T00:18:28,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x715c9bf47deb830 with lease ID 0xcf420a1d3538ea25: from storage DS-ce9e3b80-28d6-4687-a5d5-ae8d480709cf node DatanodeRegistration(127.0.0.1:35455, datanodeUuid=fc5c44d4-dfc0-4dbb-8705-646f3916825f, infoPort=43315, infoSecurePort=0, ipcPort=37019, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:18:28,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x715c9bf47deb830 with lease ID 0xcf420a1d3538ea25: Processing first storage report for DS-a4c5acba-2697-4c59-b780-2d14d979d9e9 from datanode DatanodeRegistration(127.0.0.1:35455, datanodeUuid=fc5c44d4-dfc0-4dbb-8705-646f3916825f, infoPort=43315, infoSecurePort=0, ipcPort=37019, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298) 2024-11-10T00:18:28,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x715c9bf47deb830 with lease ID 0xcf420a1d3538ea25: from storage DS-a4c5acba-2697-4c59-b780-2d14d979d9e9 node DatanodeRegistration(127.0.0.1:35455, datanodeUuid=fc5c44d4-dfc0-4dbb-8705-646f3916825f, infoPort=43315, infoSecurePort=0, ipcPort=37019, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:18:28,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70d5749e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/java.io.tmpdir/jetty-localhost-42231-hadoop-hdfs-3_4_1-tests_jar-_-any-18408644602140620828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:18:28,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2db41d0{HTTP/1.1, (http/1.1)}{localhost:42231} 2024-11-10T00:18:28,045 INFO [Time-limited test {}] server.Server(415): Started @90097ms 2024-11-10T00:18:28,047 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:18:28,156 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data5/current/BP-1470397518-172.17.0.2-1731197907298/current, will proceed with Du for space computation calculation, 2024-11-10T00:18:28,156 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data6/current/BP-1470397518-172.17.0.2-1731197907298/current, will proceed with Du for space computation calculation, 2024-11-10T00:18:28,180 WARN [Thread-726 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:18:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc38b15c36e768d55 with lease ID 0xcf420a1d3538ea26: Processing first storage report for DS-7f53721f-84e8-42cb-bd47-855ad031543c from datanode DatanodeRegistration(127.0.0.1:43075, datanodeUuid=db9eb1a2-2c69-4681-948e-f4bdab762f2d, infoPort=35271, infoSecurePort=0, ipcPort=38377, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298) 2024-11-10T00:18:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc38b15c36e768d55 with lease ID 0xcf420a1d3538ea26: from storage DS-7f53721f-84e8-42cb-bd47-855ad031543c node DatanodeRegistration(127.0.0.1:43075, datanodeUuid=db9eb1a2-2c69-4681-948e-f4bdab762f2d, infoPort=35271, infoSecurePort=0, ipcPort=38377, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:18:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc38b15c36e768d55 with lease ID 0xcf420a1d3538ea26: Processing first storage report for DS-313e2a84-8d87-472f-a90e-fc6e1c85e63e from datanode DatanodeRegistration(127.0.0.1:43075, datanodeUuid=db9eb1a2-2c69-4681-948e-f4bdab762f2d, infoPort=35271, infoSecurePort=0, ipcPort=38377, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298) 2024-11-10T00:18:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc38b15c36e768d55 with lease ID 0xcf420a1d3538ea26: from storage DS-313e2a84-8d87-472f-a90e-fc6e1c85e63e node DatanodeRegistration(127.0.0.1:43075, datanodeUuid=db9eb1a2-2c69-4681-948e-f4bdab762f2d, infoPort=35271, infoSecurePort=0, ipcPort=38377, storageInfo=lv=-57;cid=testClusterID;nsid=1545175462;c=1731197907298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:18:28,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070 2024-11-10T00:18:28,277 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/zookeeper_0, clientPort=52944, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:18:28,277 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52944 2024-11-10T00:18:28,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:18:28,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:18:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:18:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:18:28,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:18:28,292 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c with version=8 2024-11-10T00:18:28,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/hbase-staging 2024-11-10T00:18:28,294 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:18:28,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:18:28,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:18:28,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:18:28,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:18:28,295 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40829 2024-11-10T00:18:28,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40829 connecting to ZooKeeper ensemble=127.0.0.1:52944 2024-11-10T00:18:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408290x0, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:18:28,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40829-0x100ff3d9fc40000 connected 2024-11-10T00:18:28,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:18:28,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:18:28,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:18:28,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c, hbase.cluster.distributed=false 2024-11-10T00:18:28,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T00:18:28,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-10T00:18:28,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40829 2024-11-10T00:18:28,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40829 2024-11-10T00:18:28,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-10T00:18:28,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-10T00:18:28,344 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:18:28,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:18:28,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:18:28,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:18:28,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:18:28,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40689 2024-11-10T00:18:28,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40689 connecting to ZooKeeper ensemble=127.0.0.1:52944 2024-11-10T00:18:28,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:18:28,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:18:28,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406890x0, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:18:28,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40689-0x100ff3d9fc40001 connected 2024-11-10T00:18:28,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:18:28,353 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:18:28,354 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:18:28,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T00:18:28,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T00:18:28,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40689 2024-11-10T00:18:28,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40689 2024-11-10T00:18:28,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40689 2024-11-10T00:18:28,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40689 2024-11-10T00:18:28,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40689 2024-11-10T00:18:28,372 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:18:28,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:18:28,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:18:28,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:18:28,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:18:28,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33235 2024-11-10T00:18:28,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33235 connecting to ZooKeeper ensemble=127.0.0.1:52944 2024-11-10T00:18:28,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:18:28,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:18:28,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332350x0, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:18:28,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33235-0x100ff3d9fc40002 connected 2024-11-10T00:18:28,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:18:28,381 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:18:28,381 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:18:28,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T00:18:28,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T00:18:28,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33235 2024-11-10T00:18:28,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33235 2024-11-10T00:18:28,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33235 2024-11-10T00:18:28,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33235 2024-11-10T00:18:28,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33235 2024-11-10T00:18:28,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:18:28,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:18:28,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:18:28,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:18:28,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:18:28,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:18:28,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33271 2024-11-10T00:18:28,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33271 connecting to ZooKeeper ensemble=127.0.0.1:52944 2024-11-10T00:18:28,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:18:28,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:18:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332710x0, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:18:28,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332710x0, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:18:28,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33271-0x100ff3d9fc40003 connected 2024-11-10T00:18:28,410 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:18:28,410 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:18:28,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T00:18:28,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T00:18:28,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33271 2024-11-10T00:18:28,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33271 2024-11-10T00:18:28,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33271 2024-11-10T00:18:28,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33271 2024-11-10T00:18:28,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33271 2024-11-10T00:18:28,425 DEBUG [M:0;b3c019fcff38:40829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:40829 2024-11-10T00:18:28,425 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b3c019fcff38,40829,1731197908293 2024-11-10T00:18:28,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:18:28,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:18:28,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:18:28,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:18:28,429 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b3c019fcff38,40829,1731197908293 2024-11-10T00:18:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T00:18:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T00:18:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T00:18:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,431 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T00:18:28,432 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b3c019fcff38,40829,1731197908293 from backup master directory 2024-11-10T00:18:28,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b3c019fcff38,40829,1731197908293 2024-11-10T00:18:28,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:18:28,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:18:28,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:18:28,433 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:18:28,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:18:28,433 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,40829,1731197908293 2024-11-10T00:18:28,440 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/hbase.id] with ID: 3d770eae-84e7-41ad-af7b-6cd5572de685 2024-11-10T00:18:28,441 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/.tmp/hbase.id 2024-11-10T00:18:28,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:18:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:18:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:18:28,452 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/.tmp/hbase.id]:[hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/hbase.id] 2024-11-10T00:18:28,465 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:18:28,465 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:18:28,467 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T00:18:28,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:18:28,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:18:28,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:18:28,478 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:18:28,479 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:18:28,479 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:18:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:18:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:18:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:18:28,490 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store 2024-11-10T00:18:28,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:18:28,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:18:28,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:18:28,500 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:28,500 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:18:28,500 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:18:28,500 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:18:28,500 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:18:28,500 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:18:28,500 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:18:28,500 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731197908500Disabling compacts and flushes for region at 1731197908500Disabling writes for close at 1731197908500Writing region close event to WAL at 1731197908500Closed at 1731197908500 2024-11-10T00:18:28,501 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/.initializing 2024-11-10T00:18:28,501 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/WALs/b3c019fcff38,40829,1731197908293 2024-11-10T00:18:28,502 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:18:28,504 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C40829%2C1731197908293, suffix=, logDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/WALs/b3c019fcff38,40829,1731197908293, archiveDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/oldWALs, maxLogs=10 2024-11-10T00:18:28,517 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/WALs/b3c019fcff38,40829,1731197908293/b3c019fcff38%2C40829%2C1731197908293.1731197908504, exclude list is [], retry=0 2024-11-10T00:18:28,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34725,DS-115d75a4-9372-4cac-8292-a1a9bf1a49b7,DISK] 2024-11-10T00:18:28,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-ce9e3b80-28d6-4687-a5d5-ae8d480709cf,DISK] 2024-11-10T00:18:28,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43075,DS-7f53721f-84e8-42cb-bd47-855ad031543c,DISK] 2024-11-10T00:18:28,523 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/WALs/b3c019fcff38,40829,1731197908293/b3c019fcff38%2C40829%2C1731197908293.1731197908504 2024-11-10T00:18:28,523 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871),(127.0.0.1/127.0.0.1:43315:43315),(127.0.0.1/127.0.0.1:35271:35271)] 2024-11-10T00:18:28,524 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:18:28,524 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:28,524 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,524 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:18:28,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:28,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:18:28,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:18:28,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:28,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:28,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:18:28,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:28,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:28,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:18:28,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:28,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:28,533 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,534 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,534 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,536 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,536 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,536 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:18:28,538 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:18:28,540 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:28,541 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61874605, jitterRate=-0.07799653708934784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:18:28,541 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731197908524Initializing all the Stores at 1731197908525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197908525Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197908525Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197908525Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197908525Cleaning up temporary data from old regions at 1731197908536 (+11 ms)Region opened successfully at 1731197908541 (+5 ms) 2024-11-10T00:18:28,542 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:18:28,546 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c7d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:18:28,547 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:18:28,547 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:18:28,547 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:18:28,547 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:18:28,548 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T00:18:28,548 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T00:18:28,548 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T00:18:28,550 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:18:28,551 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T00:18:28,554 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T00:18:28,554 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:18:28,554 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:18:28,556 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T00:18:28,556 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:18:28,557 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:18:28,558 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T00:18:28,558 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:18:28,559 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T00:18:28,561 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:18:28,563 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T00:18:28,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T00:18:28,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T00:18:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T00:18:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T00:18:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,565 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,40829,1731197908293, sessionid=0x100ff3d9fc40000, setting cluster-up flag (Was=false) 2024-11-10T00:18:28,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,575 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T00:18:28,576 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,40829,1731197908293 2024-11-10T00:18:28,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:28,585 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T00:18:28,585 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,40829,1731197908293 2024-11-10T00:18:28,587 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:18:28,588 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:18:28,588 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:18:28,589 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:18:28,589 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,40829,1731197908293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:18:28,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:18:28,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:18:28,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:18:28,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:18:28,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:18:28,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:18:28,590 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:18:28,592 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:18:28,593 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:28,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:18:28,596 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731197938596 2024-11-10T00:18:28,596 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:18:28,597 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:18:28,597 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:18:28,597 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:18:28,597 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:18:28,597 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:18:28,597 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,597 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:18:28,597 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:18:28,597 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:18:28,598 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:18:28,599 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:18:28,599 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197908599,5,FailOnTimeoutGroup] 2024-11-10T00:18:28,599 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197908599,5,FailOnTimeoutGroup] 2024-11-10T00:18:28,600 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,600 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:18:28,600 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,600 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:18:28,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:18:28,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:18:28,604 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:18:28,604 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741832_1008 (size=32) 2024-11-10T00:18:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741832_1008 (size=32) 2024-11-10T00:18:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741832_1008 (size=32) 2024-11-10T00:18:28,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:28,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:18:28,615 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.HRegionServer(746): ClusterId : 3d770eae-84e7-41ad-af7b-6cd5572de685 2024-11-10T00:18:28,615 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(746): ClusterId : 3d770eae-84e7-41ad-af7b-6cd5572de685 2024-11-10T00:18:28,615 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:18:28,615 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:18:28,616 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(746): ClusterId : 3d770eae-84e7-41ad-af7b-6cd5572de685 2024-11-10T00:18:28,616 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:18:28,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:18:28,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:28,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:18:28,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:18:28,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:18:28,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:28,620 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:18:28,620 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:18:28,620 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:18:28,620 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:18:28,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:18:28,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:18:28,621 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:18:28,621 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:18:28,623 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:18:28,623 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:18:28,623 DEBUG [RS:0;b3c019fcff38:40689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92c6bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:18:28,623 DEBUG [RS:1;b3c019fcff38:33235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4946811f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:18:28,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:18:28,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:28,626 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:18:28,626 DEBUG [RS:2;b3c019fcff38:33271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a59b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:18:28,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:18:28,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:18:28,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:18:28,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:28,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:18:28,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:18:28,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740 2024-11-10T00:18:28,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740 2024-11-10T00:18:28,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:18:28,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:18:28,637 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:18:28,638 DEBUG [RS:0;b3c019fcff38:40689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:40689 2024-11-10T00:18:28,638 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:18:28,639 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:18:28,639 DEBUG [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:18:28,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:18:28,639 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,40829,1731197908293 with port=40689, startcode=1731197908343 2024-11-10T00:18:28,640 DEBUG [RS:0;b3c019fcff38:40689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:18:28,640 DEBUG [RS:2;b3c019fcff38:33271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b3c019fcff38:33271 2024-11-10T00:18:28,640 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:18:28,640 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:18:28,640 DEBUG [RS:2;b3c019fcff38:33271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:18:28,641 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,40829,1731197908293 with port=33271, startcode=1731197908400 2024-11-10T00:18:28,641 DEBUG [RS:2;b3c019fcff38:33271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:18:28,642 DEBUG [RS:1;b3c019fcff38:33235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b3c019fcff38:33235 2024-11-10T00:18:28,642 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:18:28,642 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:18:28,642 DEBUG [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:18:28,643 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,40829,1731197908293 with port=33235, startcode=1731197908372 2024-11-10T00:18:28,643 DEBUG [RS:1;b3c019fcff38:33235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:18:28,645 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:18:28,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,40689,1731197908343 2024-11-10T00:18:28,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,40689,1731197908343 2024-11-10T00:18:28,648 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:28,648 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:18:28,648 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61577551, jitterRate=-0.08242298662662506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:18:28,649 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:18:28,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731197908613Initializing all the Stores at 1731197908614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197908614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197908614Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197908614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197908614Cleaning up temporary data from old regions at 1731197908637 (+23 ms)Region opened successfully at 1731197908649 (+12 ms) 2024-11-10T00:18:28,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:18:28,649 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:18:28,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:18:28,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:18:28,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:18:28,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,33235,1731197908372 2024-11-10T00:18:28,650 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:18:28,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,33235,1731197908372 2024-11-10T00:18:28,650 DEBUG [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:28,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731197908649Disabling compacts and flushes for region at 1731197908649Disabling writes for close at 1731197908650 (+1 ms)Writing region close event to WAL at 1731197908650Closed at 1731197908650 2024-11-10T00:18:28,650 DEBUG [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43875 2024-11-10T00:18:28,650 DEBUG [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:18:28,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,33271,1731197908400 2024-11-10T00:18:28,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,33271,1731197908400 2024-11-10T00:18:28,652 DEBUG [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:28,652 DEBUG [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43875 2024-11-10T00:18:28,652 DEBUG [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:18:28,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T00:18:28,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:18:28,653 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:18:28,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:18:28,653 DEBUG [RS:2;b3c019fcff38:33271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:28,653 DEBUG [RS:2;b3c019fcff38:33271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43875 2024-11-10T00:18:28,653 DEBUG [RS:2;b3c019fcff38:33271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:18:28,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:18:28,655 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:18:28,658 DEBUG [RS:0;b3c019fcff38:40689 {}] zookeeper.ZKUtil(111): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b3c019fcff38,40689,1731197908343 2024-11-10T00:18:28,658 WARN [RS:0;b3c019fcff38:40689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:18:28,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,33235,1731197908372] 2024-11-10T00:18:28,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,40689,1731197908343] 2024-11-10T00:18:28,658 INFO [RS:0;b3c019fcff38:40689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:18:28,659 DEBUG [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,40689,1731197908343 2024-11-10T00:18:28,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T00:18:28,659 DEBUG [RS:1;b3c019fcff38:33235 {}] zookeeper.ZKUtil(111): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b3c019fcff38,33235,1731197908372 2024-11-10T00:18:28,659 WARN [RS:1;b3c019fcff38:33235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:18:28,660 INFO [RS:1;b3c019fcff38:33235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:18:28,660 DEBUG [RS:2;b3c019fcff38:33271 {}] zookeeper.ZKUtil(111): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b3c019fcff38,33271,1731197908400 2024-11-10T00:18:28,660 WARN [RS:2;b3c019fcff38:33271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:18:28,660 INFO [RS:2;b3c019fcff38:33271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:18:28,660 DEBUG [RS:2;b3c019fcff38:33271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400 2024-11-10T00:18:28,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,33271,1731197908400] 2024-11-10T00:18:28,661 DEBUG [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33235,1731197908372 2024-11-10T00:18:28,664 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:18:28,666 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:18:28,666 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:18:28,666 INFO [RS:0;b3c019fcff38:40689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:18:28,666 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,667 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:18:28,667 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:18:28,668 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:18:28,668 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,668 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:18:28,668 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,669 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:18:28,669 DEBUG [RS:0;b3c019fcff38:40689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:18:28,669 INFO [RS:2;b3c019fcff38:33271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:18:28,669 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,669 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:18:28,670 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:18:28,670 INFO [RS:1;b3c019fcff38:33235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:18:28,670 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,670 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:18:28,670 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:18:28,671 DEBUG [RS:2;b3c019fcff38:33271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:18:28,672 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,672 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,672 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,672 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,672 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,672 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40689,1731197908343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:18:28,676 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:18:28,677 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,677 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,677 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,677 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,677 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,677 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33271,1731197908400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:18:28,677 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:18:28,677 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,677 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,677 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,677 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,677 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,677 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,678 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:18:28,678 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,678 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,678 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,678 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,678 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,678 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:18:28,678 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:18:28,678 DEBUG [RS:1;b3c019fcff38:33235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:18:28,681 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,681 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,681 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,681 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,681 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,681 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33235,1731197908372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:18:28,692 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:18:28,692 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40689,1731197908343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,692 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,692 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.Replication(171): b3c019fcff38,40689,1731197908343 started 2024-11-10T00:18:28,701 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:18:28,701 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:18:28,701 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33235,1731197908372-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,701 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,33271,1731197908400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,701 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,701 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,701 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.Replication(171): b3c019fcff38,33235,1731197908372 started 2024-11-10T00:18:28,701 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.Replication(171): b3c019fcff38,33271,1731197908400 started 2024-11-10T00:18:28,706 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,706 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,40689,1731197908343, RpcServer on b3c019fcff38/172.17.0.2:40689, sessionid=0x100ff3d9fc40001 2024-11-10T00:18:28,706 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:18:28,706 DEBUG [RS:0;b3c019fcff38:40689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,40689,1731197908343 2024-11-10T00:18:28,706 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,40689,1731197908343' 2024-11-10T00:18:28,706 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T00:18:28,706 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T00:18:28,707 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:18:28,707 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:18:28,707 DEBUG [RS:0;b3c019fcff38:40689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,40689,1731197908343 2024-11-10T00:18:28,707 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,40689,1731197908343' 2024-11-10T00:18:28,707 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T00:18:28,707 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T00:18:28,708 DEBUG [RS:0;b3c019fcff38:40689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:18:28,708 INFO [RS:0;b3c019fcff38:40689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:18:28,708 INFO [RS:0;b3c019fcff38:40689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:18:28,717 INFO [RS:2;b3c019fcff38:33271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,717 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:28,718 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,33271,1731197908400, RpcServer on b3c019fcff38/172.17.0.2:33271, sessionid=0x100ff3d9fc40003 2024-11-10T00:18:28,718 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,33235,1731197908372, RpcServer on b3c019fcff38/172.17.0.2:33235, sessionid=0x100ff3d9fc40002 2024-11-10T00:18:28,718 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:18:28,718 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:18:28,718 DEBUG [RS:2;b3c019fcff38:33271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,33271,1731197908400 2024-11-10T00:18:28,718 DEBUG [RS:1;b3c019fcff38:33235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,33235,1731197908372 2024-11-10T00:18:28,718 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,33271,1731197908400' 2024-11-10T00:18:28,718 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,33235,1731197908372' 2024-11-10T00:18:28,718 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T00:18:28,718 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T00:18:28,718 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T00:18:28,718 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T00:18:28,719 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:18:28,719 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:18:28,719 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:18:28,719 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:18:28,719 DEBUG [RS:2;b3c019fcff38:33271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,33271,1731197908400 2024-11-10T00:18:28,719 DEBUG [RS:1;b3c019fcff38:33235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,33235,1731197908372 2024-11-10T00:18:28,719 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,33271,1731197908400' 2024-11-10T00:18:28,719 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,33235,1731197908372' 2024-11-10T00:18:28,719 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T00:18:28,719 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T00:18:28,719 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T00:18:28,719 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T00:18:28,720 DEBUG [RS:2;b3c019fcff38:33271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:18:28,720 DEBUG [RS:1;b3c019fcff38:33235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:18:28,720 INFO [RS:1;b3c019fcff38:33235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:18:28,720 INFO [RS:2;b3c019fcff38:33271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:18:28,720 INFO [RS:1;b3c019fcff38:33235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:18:28,720 INFO [RS:2;b3c019fcff38:33271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:18:28,805 WARN [b3c019fcff38:40829 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T00:18:28,808 INFO [RS:0;b3c019fcff38:40689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:18:28,810 INFO [RS:0;b3c019fcff38:40689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C40689%2C1731197908343, suffix=, logDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,40689,1731197908343, archiveDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/oldWALs, maxLogs=32 2024-11-10T00:18:28,820 INFO [RS:1;b3c019fcff38:33235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:18:28,820 INFO [RS:2;b3c019fcff38:33271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:18:28,822 INFO [RS:1;b3c019fcff38:33235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C33235%2C1731197908372, suffix=, logDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33235,1731197908372, archiveDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/oldWALs, maxLogs=32 2024-11-10T00:18:28,822 INFO [RS:2;b3c019fcff38:33271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C33271%2C1731197908400, suffix=, logDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400, archiveDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/oldWALs, maxLogs=32 2024-11-10T00:18:28,826 DEBUG [RS:0;b3c019fcff38:40689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,40689,1731197908343/b3c019fcff38%2C40689%2C1731197908343.1731197908812, exclude list is [], retry=0 2024-11-10T00:18:28,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43075,DS-7f53721f-84e8-42cb-bd47-855ad031543c,DISK] 2024-11-10T00:18:28,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34725,DS-115d75a4-9372-4cac-8292-a1a9bf1a49b7,DISK] 2024-11-10T00:18:28,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-ce9e3b80-28d6-4687-a5d5-ae8d480709cf,DISK] 2024-11-10T00:18:28,832 INFO [RS:0;b3c019fcff38:40689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,40689,1731197908343/b3c019fcff38%2C40689%2C1731197908343.1731197908812 2024-11-10T00:18:28,836 DEBUG [RS:0;b3c019fcff38:40689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871),(127.0.0.1/127.0.0.1:35271:35271),(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-10T00:18:28,840 DEBUG [RS:1;b3c019fcff38:33235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33235,1731197908372/b3c019fcff38%2C33235%2C1731197908372.1731197908826, exclude list is [], retry=0 2024-11-10T00:18:28,840 DEBUG [RS:2;b3c019fcff38:33271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400/b3c019fcff38%2C33271%2C1731197908400.1731197908826, exclude list is [], retry=0 2024-11-10T00:18:28,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43075,DS-7f53721f-84e8-42cb-bd47-855ad031543c,DISK] 2024-11-10T00:18:28,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-ce9e3b80-28d6-4687-a5d5-ae8d480709cf,DISK] 2024-11-10T00:18:28,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34725,DS-115d75a4-9372-4cac-8292-a1a9bf1a49b7,DISK] 2024-11-10T00:18:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-ce9e3b80-28d6-4687-a5d5-ae8d480709cf,DISK] 2024-11-10T00:18:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34725,DS-115d75a4-9372-4cac-8292-a1a9bf1a49b7,DISK] 2024-11-10T00:18:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43075,DS-7f53721f-84e8-42cb-bd47-855ad031543c,DISK] 2024-11-10T00:18:28,846 INFO [RS:1;b3c019fcff38:33235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33235,1731197908372/b3c019fcff38%2C33235%2C1731197908372.1731197908826 2024-11-10T00:18:28,848 DEBUG [RS:1;b3c019fcff38:33235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35271:35271),(127.0.0.1/127.0.0.1:43315:43315),(127.0.0.1/127.0.0.1:39871:39871)] 2024-11-10T00:18:28,848 INFO [RS:2;b3c019fcff38:33271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400/b3c019fcff38%2C33271%2C1731197908400.1731197908826 2024-11-10T00:18:28,849 DEBUG [RS:2;b3c019fcff38:33271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35271:35271),(127.0.0.1/127.0.0.1:43315:43315),(127.0.0.1/127.0.0.1:39871:39871)] 2024-11-10T00:18:29,056 DEBUG [b3c019fcff38:40829 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T00:18:29,056 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(204): Hosts are {b3c019fcff38=0} racks are {/default-rack=0} 2024-11-10T00:18:29,058 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T00:18:29,058 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T00:18:29,058 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T00:18:29,058 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T00:18:29,058 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T00:18:29,058 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T00:18:29,058 INFO [b3c019fcff38:40829 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T00:18:29,058 INFO [b3c019fcff38:40829 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T00:18:29,058 INFO [b3c019fcff38:40829 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T00:18:29,058 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T00:18:29,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,33235,1731197908372 2024-11-10T00:18:29,060 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,33235,1731197908372, state=OPENING 2024-11-10T00:18:29,061 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:18:29,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:29,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:29,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:29,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:18:29,063 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:18:29,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:18:29,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,33235,1731197908372}] 2024-11-10T00:18:29,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:18:29,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:18:29,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:18:31,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:31,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:31,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:32,189 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:18:32,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:32,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:32,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:33,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:18:33,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:18:38,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:18:38,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:38,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:38,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:39,066 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:18:39,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:18:39,073 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:18:39,073 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:18:39,073 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:18:39,075 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C33235%2C1731197908372.meta, suffix=.meta, logDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33235,1731197908372, archiveDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/oldWALs, maxLogs=32 2024-11-10T00:18:39,088 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33235,1731197908372/b3c019fcff38%2C33235%2C1731197908372.meta.1731197919075.meta, exclude list is [], retry=0 2024-11-10T00:18:39,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34725,DS-115d75a4-9372-4cac-8292-a1a9bf1a49b7,DISK] 2024-11-10T00:18:39,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-ce9e3b80-28d6-4687-a5d5-ae8d480709cf,DISK] 2024-11-10T00:18:39,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43075,DS-7f53721f-84e8-42cb-bd47-855ad031543c,DISK] 2024-11-10T00:18:39,093 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33235,1731197908372/b3c019fcff38%2C33235%2C1731197908372.meta.1731197919075.meta 2024-11-10T00:18:39,093 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871),(127.0.0.1/127.0.0.1:35271:35271),(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-10T00:18:39,093 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:18:39,094 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:18:39,094 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:18:39,094 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:18:39,094 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:18:39,094 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:39,094 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:18:39,094 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:18:39,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:18:39,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:18:39,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:39,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:18:39,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:18:39,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:18:39,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:39,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:18:39,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:18:39,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:18:39,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:39,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:18:39,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:18:39,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:18:39,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:39,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:18:39,101 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:18:39,102 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740 2024-11-10T00:18:39,103 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740 2024-11-10T00:18:39,104 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:18:39,104 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:18:39,105 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:18:39,106 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:18:39,107 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69481074, jitterRate=0.03534868359565735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:18:39,107 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:18:39,108 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731197919094Writing region info on filesystem at 1731197919094Initializing all the Stores at 1731197919095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197919095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197919095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197919095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197919095Cleaning up temporary data from old regions at 1731197919104 (+9 ms)Running coprocessor post-open hooks at 1731197919107 (+3 ms)Region opened successfully at 1731197919108 (+1 ms) 2024-11-10T00:18:39,109 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731197919066 2024-11-10T00:18:39,110 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:18:39,111 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:18:39,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,33235,1731197908372 2024-11-10T00:18:39,112 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,33235,1731197908372, state=OPEN 2024-11-10T00:18:39,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T00:18:39,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T00:18:39,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T00:18:39,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T00:18:39,114 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,33235,1731197908372 2024-11-10T00:18:39,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:18:39,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:18:39,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:18:39,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:18:39,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:18:39,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,33235,1731197908372 in 10.0500 sec 2024-11-10T00:18:39,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:18:39,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4630 sec 2024-11-10T00:18:39,118 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:18:39,118 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:18:39,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:18:39,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,33235,1731197908372, seqNum=-1] 2024-11-10T00:18:39,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:18:39,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:18:39,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5410 sec 2024-11-10T00:18:39,130 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731197919129, completionTime=-1 2024-11-10T00:18:39,130 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T00:18:39,130 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:18:39,131 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T00:18:39,131 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731197979131 2024-11-10T00:18:39,131 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731198039131 2024-11-10T00:18:39,131 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T00:18:39,132 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40829,1731197908293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:39,132 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40829,1731197908293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:39,132 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40829,1731197908293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:39,132 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:40829, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:39,132 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:39,132 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:39,133 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:18:39,135 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.702sec 2024-11-10T00:18:39,136 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:18:39,136 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:18:39,136 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:18:39,136 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:18:39,136 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:18:39,136 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40829,1731197908293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:18:39,136 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40829,1731197908293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:18:39,138 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:18:39,139 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:18:39,139 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,40829,1731197908293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:18:39,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b26b419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:18:39,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40829,-1 for getting cluster id 2024-11-10T00:18:39,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:18:39,225 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d770eae-84e7-41ad-af7b-6cd5572de685' 2024-11-10T00:18:39,225 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:18:39,225 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d770eae-84e7-41ad-af7b-6cd5572de685" 2024-11-10T00:18:39,226 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c170be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:18:39,226 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40829,-1] 2024-11-10T00:18:39,226 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:18:39,226 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:18:39,227 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:18:39,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209ebe14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:18:39,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:18:39,229 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,33235,1731197908372, seqNum=-1] 2024-11-10T00:18:39,229 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:18:39,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:18:39,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,40829,1731197908293 2024-11-10T00:18:39,233 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731197919233 (current time:1731197919233). 2024-11-10T00:18:39,233 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T00:18:39,233 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T00:18:39,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6288c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:18:39,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,40829,-1 for getting cluster id 2024-11-10T00:18:39,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:18:39,234 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d770eae-84e7-41ad-af7b-6cd5572de685' 2024-11-10T00:18:39,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:18:39,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d770eae-84e7-41ad-af7b-6cd5572de685" 2024-11-10T00:18:39,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76beed0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:18:39,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,40829,-1] 2024-11-10T00:18:39,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:18:39,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:18:39,235 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:18:39,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd81d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:18:39,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:18:39,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,33235,1731197908372, seqNum=-1] 2024-11-10T00:18:39,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:18:39,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:18:39,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:18:39,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:18:39,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:18:39,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:18:39,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:18:39,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:18:39,240 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,40829,1731197908293 2024-11-10T00:18:39,240 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18866074 2024-11-10T00:18:39,240 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:18:39,242 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:18:39,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:18:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T00:18:39,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:18:39,245 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:39,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T00:18:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:18:39,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:18:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741837_1013 (size=361) 2024-11-10T00:18:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741837_1013 (size=361) 2024-11-10T00:18:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741837_1013 (size=361) 2024-11-10T00:18:39,257 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80aa7b532c93320e21882b317287efc7, NAME => 'SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:39,258 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 93d94bdcfc4d45f01ac5546a069649eb, NAME => 'SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:39,258 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7a6681c79b017ea24d5e69f16eded720, NAME => 'SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741839_1015 (size=62) 2024-11-10T00:18:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741839_1015 (size=62) 2024-11-10T00:18:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741839_1015 (size=62) 2024-11-10T00:18:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741840_1016 (size=62) 2024-11-10T00:18:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741840_1016 (size=62) 2024-11-10T00:18:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741838_1014 (size=54) 2024-11-10T00:18:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741840_1016 (size=62) 2024-11-10T00:18:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741838_1014 (size=54) 2024-11-10T00:18:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741838_1014 (size=54) 2024-11-10T00:18:39,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:39,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:39,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 93d94bdcfc4d45f01ac5546a069649eb, disabling compactions & flushes 2024-11-10T00:18:39,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7a6681c79b017ea24d5e69f16eded720, disabling compactions & flushes 2024-11-10T00:18:39,269 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:18:39,269 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:18:39,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:18:39,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:18:39,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. after waiting 0 ms 2024-11-10T00:18:39,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:18:39,269 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:18:39,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7a6681c79b017ea24d5e69f16eded720: Waiting for close lock at 1731197919269Disabling compacts and flushes for region at 1731197919269Disabling writes for close at 1731197919269Writing region close event to WAL at 1731197919269Closed at 1731197919269 2024-11-10T00:18:39,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. after waiting 0 ms 2024-11-10T00:18:39,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:18:39,270 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:18:39,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 93d94bdcfc4d45f01ac5546a069649eb: Waiting for close lock at 1731197919269Disabling compacts and flushes for region at 1731197919269Disabling writes for close at 1731197919270 (+1 ms)Writing region close event to WAL at 1731197919270Closed at 1731197919270 2024-11-10T00:18:39,270 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 96672a0b2fbe0df63121a9a497dc0961, NAME => 'SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:39,271 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 54a681c21da90f6c7b4336abb6c548be, NAME => 'SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:39,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:39,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 80aa7b532c93320e21882b317287efc7, disabling compactions & flushes 2024-11-10T00:18:39,271 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:18:39,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:18:39,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. after waiting 0 ms 2024-11-10T00:18:39,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:18:39,271 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:18:39,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80aa7b532c93320e21882b317287efc7: Waiting for close lock at 1731197919271Disabling compacts and flushes for region at 1731197919271Disabling writes for close at 1731197919271Writing region close event to WAL at 1731197919271Closed at 1731197919271 2024-11-10T00:18:39,272 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69cb2a341e89cf810e9a255285c3cb4b, NAME => 'SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:39,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741842_1018 (size=62) 2024-11-10T00:18:39,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741842_1018 (size=62) 2024-11-10T00:18:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741842_1018 (size=62) 2024-11-10T00:18:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741841_1017 (size=62) 2024-11-10T00:18:39,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:39,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 69cb2a341e89cf810e9a255285c3cb4b, disabling compactions & flushes 2024-11-10T00:18:39,284 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:18:39,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:18:39,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. after waiting 0 ms 2024-11-10T00:18:39,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:18:39,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741841_1017 (size=62) 2024-11-10T00:18:39,284 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:18:39,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69cb2a341e89cf810e9a255285c3cb4b: Waiting for close lock at 1731197919284Disabling compacts and flushes for region at 1731197919284Disabling writes for close at 1731197919284Writing region close event to WAL at 1731197919284Closed at 1731197919284 2024-11-10T00:18:39,285 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d16dab768530018e36fa2a4e4ac18bff, NAME => 'SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:39,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:39,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 54a681c21da90f6c7b4336abb6c548be, disabling compactions & flushes 2024-11-10T00:18:39,285 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:18:39,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:18:39,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. after waiting 0 ms 2024-11-10T00:18:39,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:18:39,286 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:18:39,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 54a681c21da90f6c7b4336abb6c548be: Waiting for close lock at 1731197919285Disabling compacts and flushes for region at 1731197919285Disabling writes for close at 1731197919286 (+1 ms)Writing region close event to WAL at 1731197919286Closed at 1731197919286 2024-11-10T00:18:39,286 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 326090083ccda1195f4a517b5a82b375, NAME => 'SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741841_1017 (size=62) 2024-11-10T00:18:39,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741843_1019 (size=62) 2024-11-10T00:18:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741843_1019 (size=62) 2024-11-10T00:18:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741843_1019 (size=62) 2024-11-10T00:18:39,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:39,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 96672a0b2fbe0df63121a9a497dc0961, disabling compactions & flushes 2024-11-10T00:18:39,300 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:18:39,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:18:39,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. after waiting 0 ms 2024-11-10T00:18:39,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:18:39,300 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:18:39,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 96672a0b2fbe0df63121a9a497dc0961: Waiting for close lock at 1731197919300Disabling compacts and flushes for region at 1731197919300Disabling writes for close at 1731197919300Writing region close event to WAL at 1731197919300Closed at 1731197919300 2024-11-10T00:18:39,301 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 49fffedd5d46c6fa7684a295b4116a46, NAME => 'SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:39,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741845_1021 (size=62) 2024-11-10T00:18:39,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741844_1020 (size=62) 2024-11-10T00:18:39,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741845_1021 (size=62) 2024-11-10T00:18:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741844_1020 (size=62) 2024-11-10T00:18:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741845_1021 (size=62) 2024-11-10T00:18:39,311 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741844_1020 (size=62) 2024-11-10T00:18:39,311 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 326090083ccda1195f4a517b5a82b375, disabling compactions & flushes 2024-11-10T00:18:39,311 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:18:39,311 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:18:39,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. after waiting 1 ms 2024-11-10T00:18:39,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:18:39,312 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:18:39,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 326090083ccda1195f4a517b5a82b375: Waiting for close lock at 1731197919311Disabling compacts and flushes for region at 1731197919311Disabling writes for close at 1731197919312 (+1 ms)Writing region close event to WAL at 1731197919312Closed at 1731197919312 2024-11-10T00:18:39,312 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5d55fe74823a19dab27b9862468ba6cc, NAME => 'SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c 2024-11-10T00:18:39,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:39,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d16dab768530018e36fa2a4e4ac18bff, disabling compactions & flushes 2024-11-10T00:18:39,313 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:18:39,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:18:39,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. after waiting 0 ms 2024-11-10T00:18:39,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:18:39,313 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:18:39,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d16dab768530018e36fa2a4e4ac18bff: Waiting for close lock at 1731197919312Disabling compacts and flushes for region at 1731197919312Disabling writes for close at 1731197919313 (+1 ms)Writing region close event to WAL at 1731197919313Closed at 1731197919313 2024-11-10T00:18:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741846_1022 (size=62) 2024-11-10T00:18:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741846_1022 (size=62) 2024-11-10T00:18:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741846_1022 (size=62) 2024-11-10T00:18:39,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:39,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 49fffedd5d46c6fa7684a295b4116a46, disabling compactions & flushes 2024-11-10T00:18:39,320 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:18:39,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:18:39,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. after waiting 0 ms 2024-11-10T00:18:39,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:18:39,320 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:18:39,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 49fffedd5d46c6fa7684a295b4116a46: Waiting for close lock at 1731197919320Disabling compacts and flushes for region at 1731197919320Disabling writes for close at 1731197919320Writing region close event to WAL at 1731197919320Closed at 1731197919320 2024-11-10T00:18:39,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741847_1023 (size=54) 2024-11-10T00:18:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741847_1023 (size=54) 2024-11-10T00:18:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741847_1023 (size=54) 2024-11-10T00:18:39,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:39,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5d55fe74823a19dab27b9862468ba6cc, disabling compactions & flushes 2024-11-10T00:18:39,327 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:18:39,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:18:39,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. after waiting 0 ms 2024-11-10T00:18:39,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:18:39,327 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:18:39,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5d55fe74823a19dab27b9862468ba6cc: Waiting for close lock at 1731197919327Disabling compacts and flushes for region at 1731197919327Disabling writes for close at 1731197919327Writing region close event to WAL at 1731197919327Closed at 1731197919327 2024-11-10T00:18:39,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:18:39,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197919328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197919328"}]},"ts":"1731197919328"} 2024-11-10T00:18:39,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197919328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197919328"}]},"ts":"1731197919328"} 2024-11-10T00:18:39,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731197919328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197919328"}]},"ts":"1731197919328"} 2024-11-10T00:18:39,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197919328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197919328"}]},"ts":"1731197919328"} 2024-11-10T00:18:39,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197919328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197919328"}]},"ts":"1731197919328"} 2024-11-10T00:18:39,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197919328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197919328"}]},"ts":"1731197919328"} 2024-11-10T00:18:39,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197919328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197919328"}]},"ts":"1731197919328"} 2024-11-10T00:18:39,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197919328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197919328"}]},"ts":"1731197919328"} 2024-11-10T00:18:39,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731197919328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197919328"}]},"ts":"1731197919328"} 2024-11-10T00:18:39,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731197919328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197919328"}]},"ts":"1731197919328"} 2024-11-10T00:18:39,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T00:18:39,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:18:39,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197919335"}]},"ts":"1731197919335"} 2024-11-10T00:18:39,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T00:18:39,337 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b3c019fcff38=0} racks are {/default-rack=0} 2024-11-10T00:18:39,341 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T00:18:39,341 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T00:18:39,341 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T00:18:39,341 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T00:18:39,341 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T00:18:39,341 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T00:18:39,342 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T00:18:39,342 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T00:18:39,342 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T00:18:39,342 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T00:18:39,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80aa7b532c93320e21882b317287efc7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a6681c79b017ea24d5e69f16eded720, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93d94bdcfc4d45f01ac5546a069649eb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96672a0b2fbe0df63121a9a497dc0961, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54a681c21da90f6c7b4336abb6c548be, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69cb2a341e89cf810e9a255285c3cb4b, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d16dab768530018e36fa2a4e4ac18bff, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=326090083ccda1195f4a517b5a82b375, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49fffedd5d46c6fa7684a295b4116a46, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d55fe74823a19dab27b9862468ba6cc, ASSIGN}] 2024-11-10T00:18:39,344 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93d94bdcfc4d45f01ac5546a069649eb, ASSIGN 2024-11-10T00:18:39,344 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96672a0b2fbe0df63121a9a497dc0961, ASSIGN 2024-11-10T00:18:39,344 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a6681c79b017ea24d5e69f16eded720, ASSIGN 2024-11-10T00:18:39,344 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80aa7b532c93320e21882b317287efc7, ASSIGN 2024-11-10T00:18:39,345 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93d94bdcfc4d45f01ac5546a069649eb, ASSIGN; state=OFFLINE, location=b3c019fcff38,33235,1731197908372; forceNewPlan=false, retain=false 2024-11-10T00:18:39,345 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96672a0b2fbe0df63121a9a497dc0961, ASSIGN; state=OFFLINE, location=b3c019fcff38,33271,1731197908400; forceNewPlan=false, retain=false 2024-11-10T00:18:39,345 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a6681c79b017ea24d5e69f16eded720, ASSIGN; state=OFFLINE, location=b3c019fcff38,40689,1731197908343; forceNewPlan=false, retain=false 2024-11-10T00:18:39,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80aa7b532c93320e21882b317287efc7, ASSIGN; state=OFFLINE, location=b3c019fcff38,33271,1731197908400; forceNewPlan=false, retain=false 2024-11-10T00:18:39,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49fffedd5d46c6fa7684a295b4116a46, ASSIGN 2024-11-10T00:18:39,349 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d55fe74823a19dab27b9862468ba6cc, ASSIGN 2024-11-10T00:18:39,349 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=326090083ccda1195f4a517b5a82b375, ASSIGN 2024-11-10T00:18:39,349 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=49fffedd5d46c6fa7684a295b4116a46, ASSIGN; state=OFFLINE, location=b3c019fcff38,33271,1731197908400; forceNewPlan=false, retain=false 2024-11-10T00:18:39,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d16dab768530018e36fa2a4e4ac18bff, ASSIGN 2024-11-10T00:18:39,350 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d55fe74823a19dab27b9862468ba6cc, ASSIGN; state=OFFLINE, location=b3c019fcff38,40689,1731197908343; forceNewPlan=false, retain=false 2024-11-10T00:18:39,350 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69cb2a341e89cf810e9a255285c3cb4b, ASSIGN 2024-11-10T00:18:39,350 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=326090083ccda1195f4a517b5a82b375, ASSIGN; state=OFFLINE, location=b3c019fcff38,40689,1731197908343; forceNewPlan=false, retain=false 2024-11-10T00:18:39,351 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d16dab768530018e36fa2a4e4ac18bff, ASSIGN; state=OFFLINE, location=b3c019fcff38,33235,1731197908372; forceNewPlan=false, retain=false 2024-11-10T00:18:39,351 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69cb2a341e89cf810e9a255285c3cb4b, ASSIGN; state=OFFLINE, location=b3c019fcff38,40689,1731197908343; forceNewPlan=false, retain=false 2024-11-10T00:18:39,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54a681c21da90f6c7b4336abb6c548be, ASSIGN 2024-11-10T00:18:39,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54a681c21da90f6c7b4336abb6c548be, ASSIGN; state=OFFLINE, location=b3c019fcff38,33235,1731197908372; forceNewPlan=false, retain=false 2024-11-10T00:18:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:18:39,496 INFO [b3c019fcff38:40829 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T00:18:39,497 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=326090083ccda1195f4a517b5a82b375, regionState=OPENING, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:18:39,497 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7a6681c79b017ea24d5e69f16eded720, regionState=OPENING, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:18:39,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5d55fe74823a19dab27b9862468ba6cc, regionState=OPENING, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:18:39,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=49fffedd5d46c6fa7684a295b4116a46, regionState=OPENING, regionLocation=b3c019fcff38,33271,1731197908400 2024-11-10T00:18:39,497 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=69cb2a341e89cf810e9a255285c3cb4b, regionState=OPENING, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:18:39,497 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=96672a0b2fbe0df63121a9a497dc0961, regionState=OPENING, regionLocation=b3c019fcff38,33271,1731197908400 2024-11-10T00:18:39,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d16dab768530018e36fa2a4e4ac18bff, regionState=OPENING, regionLocation=b3c019fcff38,33235,1731197908372 2024-11-10T00:18:39,497 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80aa7b532c93320e21882b317287efc7, regionState=OPENING, regionLocation=b3c019fcff38,33271,1731197908400 2024-11-10T00:18:39,497 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54a681c21da90f6c7b4336abb6c548be, regionState=OPENING, regionLocation=b3c019fcff38,33235,1731197908372 2024-11-10T00:18:39,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=93d94bdcfc4d45f01ac5546a069649eb, regionState=OPENING, regionLocation=b3c019fcff38,33235,1731197908372 2024-11-10T00:18:39,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=49fffedd5d46c6fa7684a295b4116a46, ASSIGN because future has completed 2024-11-10T00:18:39,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49fffedd5d46c6fa7684a295b4116a46, server=b3c019fcff38,33271,1731197908400}] 2024-11-10T00:18:39,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=326090083ccda1195f4a517b5a82b375, ASSIGN because future has completed 2024-11-10T00:18:39,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 326090083ccda1195f4a517b5a82b375, server=b3c019fcff38,40689,1731197908343}] 2024-11-10T00:18:39,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69cb2a341e89cf810e9a255285c3cb4b, ASSIGN because future has completed 2024-11-10T00:18:39,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69cb2a341e89cf810e9a255285c3cb4b, server=b3c019fcff38,40689,1731197908343}] 2024-11-10T00:18:39,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a6681c79b017ea24d5e69f16eded720, ASSIGN because future has completed 2024-11-10T00:18:39,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d55fe74823a19dab27b9862468ba6cc, ASSIGN because future has completed 2024-11-10T00:18:39,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a6681c79b017ea24d5e69f16eded720, server=b3c019fcff38,40689,1731197908343}] 2024-11-10T00:18:39,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d55fe74823a19dab27b9862468ba6cc, server=b3c019fcff38,40689,1731197908343}] 2024-11-10T00:18:39,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96672a0b2fbe0df63121a9a497dc0961, ASSIGN because future has completed 2024-11-10T00:18:39,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80aa7b532c93320e21882b317287efc7, ASSIGN because future has completed 2024-11-10T00:18:39,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96672a0b2fbe0df63121a9a497dc0961, server=b3c019fcff38,33271,1731197908400}] 2024-11-10T00:18:39,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d16dab768530018e36fa2a4e4ac18bff, ASSIGN because future has completed 2024-11-10T00:18:39,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93d94bdcfc4d45f01ac5546a069649eb, ASSIGN because future has completed 2024-11-10T00:18:39,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54a681c21da90f6c7b4336abb6c548be, ASSIGN because future has completed 2024-11-10T00:18:39,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93d94bdcfc4d45f01ac5546a069649eb, server=b3c019fcff38,33235,1731197908372}] 2024-11-10T00:18:39,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54a681c21da90f6c7b4336abb6c548be, server=b3c019fcff38,33235,1731197908372}] 2024-11-10T00:18:39,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d16dab768530018e36fa2a4e4ac18bff, server=b3c019fcff38,33235,1731197908372}] 2024-11-10T00:18:39,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80aa7b532c93320e21882b317287efc7, server=b3c019fcff38,33271,1731197908400}] 2024-11-10T00:18:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:18:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:18:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:18:40,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:18:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:18:43,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:18:43,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T00:18:43,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:18:43,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T00:18:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:18:44,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:18:44,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:44,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:44,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:18:49,503 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:18:49,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:18:49,505 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:18:49,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:18:49,510 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:18:49,510 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 49fffedd5d46c6fa7684a295b4116a46, NAME => 'SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T00:18:49,510 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:49,510 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:49,510 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:18:49,510 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:49,510 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:49,510 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 326090083ccda1195f4a517b5a82b375, NAME => 'SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T00:18:49,511 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:49,511 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:49,511 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:49,511 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:49,512 INFO [StoreOpener-49fffedd5d46c6fa7684a295b4116a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:49,512 INFO [StoreOpener-326090083ccda1195f4a517b5a82b375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:49,513 INFO [StoreOpener-49fffedd5d46c6fa7684a295b4116a46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49fffedd5d46c6fa7684a295b4116a46 columnFamilyName cf 2024-11-10T00:18:49,513 DEBUG [StoreOpener-49fffedd5d46c6fa7684a295b4116a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:49,514 INFO [StoreOpener-326090083ccda1195f4a517b5a82b375-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326090083ccda1195f4a517b5a82b375 columnFamilyName cf 2024-11-10T00:18:49,514 INFO [StoreOpener-49fffedd5d46c6fa7684a295b4116a46-1 {}] regionserver.HStore(327): Store=49fffedd5d46c6fa7684a295b4116a46/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:49,514 DEBUG [StoreOpener-326090083ccda1195f4a517b5a82b375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:49,514 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:49,514 INFO [StoreOpener-326090083ccda1195f4a517b5a82b375-1 {}] regionserver.HStore(327): Store=326090083ccda1195f4a517b5a82b375/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:49,514 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:49,514 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:49,515 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:49,515 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:49,515 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:49,515 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:49,515 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:49,516 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:49,516 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:49,517 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:49,518 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:49,521 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:49,521 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 49fffedd5d46c6fa7684a295b4116a46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71490777, jitterRate=0.06529559195041656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:18:49,521 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:49,521 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 49fffedd5d46c6fa7684a295b4116a46: Running coprocessor pre-open hook at 1731197929510Writing region info on filesystem at 1731197929510Initializing all the Stores at 1731197929511 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197929511Cleaning up temporary data from old regions at 1731197929515 (+4 ms)Running coprocessor post-open hooks at 1731197929521 (+6 ms)Region opened successfully at 1731197929521 2024-11-10T00:18:49,523 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46., pid=15, masterSystemTime=1731197929502 2024-11-10T00:18:49,524 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:18:49,524 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:18:49,525 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:18:49,525 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 96672a0b2fbe0df63121a9a497dc0961, NAME => 'SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T00:18:49,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=49fffedd5d46c6fa7684a295b4116a46, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,33271,1731197908400 2024-11-10T00:18:49,525 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:18:49,525 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:49,525 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:18:49,525 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:18:49,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49fffedd5d46c6fa7684a295b4116a46, server=b3c019fcff38,33271,1731197908400 because future has completed 2024-11-10T00:18:49,529 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:18:49,529 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 93d94bdcfc4d45f01ac5546a069649eb, NAME => 'SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T00:18:49,530 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:49,530 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:49,530 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:49,530 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:49,530 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/326090083ccda1195f4a517b5a82b375/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:49,530 INFO [StoreOpener-96672a0b2fbe0df63121a9a497dc0961-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:18:49,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-10T00:18:49,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 49fffedd5d46c6fa7684a295b4116a46, server=b3c019fcff38,33271,1731197908400 in 10.0280 sec 2024-11-10T00:18:49,530 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 326090083ccda1195f4a517b5a82b375; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72205744, jitterRate=0.07594943046569824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:18:49,531 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:49,531 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 326090083ccda1195f4a517b5a82b375: Running coprocessor pre-open hook at 1731197929511Writing region info on filesystem at 1731197929511Initializing all the Stores at 1731197929512 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197929512Cleaning up temporary data from old regions at 1731197929516 (+4 ms)Running coprocessor post-open hooks at 1731197929531 (+15 ms)Region opened successfully at 1731197929531 2024-11-10T00:18:49,531 INFO [StoreOpener-93d94bdcfc4d45f01ac5546a069649eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:49,532 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375., pid=16, masterSystemTime=1731197929504 2024-11-10T00:18:49,532 INFO [StoreOpener-96672a0b2fbe0df63121a9a497dc0961-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96672a0b2fbe0df63121a9a497dc0961 columnFamilyName cf 2024-11-10T00:18:49,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49fffedd5d46c6fa7684a295b4116a46, ASSIGN in 10.1890 sec 2024-11-10T00:18:49,533 DEBUG [StoreOpener-96672a0b2fbe0df63121a9a497dc0961-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:49,533 INFO [StoreOpener-93d94bdcfc4d45f01ac5546a069649eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d94bdcfc4d45f01ac5546a069649eb columnFamilyName cf 2024-11-10T00:18:49,533 DEBUG [StoreOpener-93d94bdcfc4d45f01ac5546a069649eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:49,533 INFO [StoreOpener-96672a0b2fbe0df63121a9a497dc0961-1 {}] regionserver.HStore(327): Store=96672a0b2fbe0df63121a9a497dc0961/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:49,533 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:18:49,533 INFO [StoreOpener-93d94bdcfc4d45f01ac5546a069649eb-1 {}] regionserver.HStore(327): Store=93d94bdcfc4d45f01ac5546a069649eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:49,534 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:49,534 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:18:49,534 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:18:49,534 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:18:49,534 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:18:49,534 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a6681c79b017ea24d5e69f16eded720, NAME => 'SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T00:18:49,534 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:18:49,534 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:49,534 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:49,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=326090083ccda1195f4a517b5a82b375, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:18:49,535 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:49,535 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:49,535 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:49,535 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:18:49,535 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:18:49,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 326090083ccda1195f4a517b5a82b375, server=b3c019fcff38,40689,1731197908343 because future has completed 2024-11-10T00:18:49,537 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:18:49,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-10T00:18:49,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 326090083ccda1195f4a517b5a82b375, server=b3c019fcff38,40689,1731197908343 in 10.0360 sec 2024-11-10T00:18:49,540 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:49,541 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:49,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=326090083ccda1195f4a517b5a82b375, ASSIGN in 10.1970 sec 2024-11-10T00:18:49,541 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:49,543 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:49,544 INFO [StoreOpener-7a6681c79b017ea24d5e69f16eded720-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:49,545 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/96672a0b2fbe0df63121a9a497dc0961/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:49,545 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 96672a0b2fbe0df63121a9a497dc0961; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62521145, jitterRate=-0.06836234033107758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:18:49,545 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:18:49,545 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 96672a0b2fbe0df63121a9a497dc0961: Running coprocessor pre-open hook at 1731197929525Writing region info on filesystem at 1731197929525Initializing all the Stores at 1731197929526 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197929527 (+1 ms)Cleaning up temporary data from old regions at 1731197929535 (+8 ms)Running coprocessor post-open hooks at 1731197929545 (+10 ms)Region opened successfully at 1731197929545 2024-11-10T00:18:49,546 INFO [StoreOpener-7a6681c79b017ea24d5e69f16eded720-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6681c79b017ea24d5e69f16eded720 columnFamilyName cf 2024-11-10T00:18:49,546 DEBUG [StoreOpener-7a6681c79b017ea24d5e69f16eded720-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:49,546 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/93d94bdcfc4d45f01ac5546a069649eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:49,546 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961., pid=20, masterSystemTime=1731197929502 2024-11-10T00:18:49,546 INFO [StoreOpener-7a6681c79b017ea24d5e69f16eded720-1 {}] regionserver.HStore(327): Store=7a6681c79b017ea24d5e69f16eded720/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:49,546 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:49,547 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 93d94bdcfc4d45f01ac5546a069649eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63352700, jitterRate=-0.05597120523452759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:18:49,547 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:49,547 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 93d94bdcfc4d45f01ac5546a069649eb: Running coprocessor pre-open hook at 1731197929530Writing region info on filesystem at 1731197929530Initializing all the Stores at 1731197929531 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197929531Cleaning up temporary data from old regions at 1731197929541 (+10 ms)Running coprocessor post-open hooks at 1731197929547 (+6 ms)Region opened successfully at 1731197929547 2024-11-10T00:18:49,547 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:49,548 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:49,548 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb., pid=21, masterSystemTime=1731197929515 2024-11-10T00:18:49,548 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:18:49,548 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:18:49,548 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:18:49,548 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:49,549 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:49,549 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 80aa7b532c93320e21882b317287efc7, NAME => 'SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T00:18:49,549 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:49,549 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:49,549 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:49,549 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:49,550 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=96672a0b2fbe0df63121a9a497dc0961, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,33271,1731197908400 2024-11-10T00:18:49,551 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:49,551 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:18:49,551 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:18:49,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=93d94bdcfc4d45f01ac5546a069649eb, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,33235,1731197908372 2024-11-10T00:18:49,552 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:18:49,552 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 54a681c21da90f6c7b4336abb6c548be, NAME => 'SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T00:18:49,552 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:49,552 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:49,552 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:49,552 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:49,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96672a0b2fbe0df63121a9a497dc0961, server=b3c019fcff38,33271,1731197908400 because future has completed 2024-11-10T00:18:49,554 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/7a6681c79b017ea24d5e69f16eded720/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:49,554 INFO [StoreOpener-54a681c21da90f6c7b4336abb6c548be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:49,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93d94bdcfc4d45f01ac5546a069649eb, server=b3c019fcff38,33235,1731197908372 because future has completed 2024-11-10T00:18:49,555 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=b3c019fcff38,33235,1731197908372, table=SPTestTable, region=93d94bdcfc4d45f01ac5546a069649eb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T00:18:49,555 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 7a6681c79b017ea24d5e69f16eded720; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67956870, jitterRate=0.012636274099349976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:18:49,555 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:49,556 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 7a6681c79b017ea24d5e69f16eded720: Running coprocessor pre-open hook at 1731197929535Writing region info on filesystem at 1731197929535Initializing all the Stores at 1731197929536 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197929536Cleaning up temporary data from old regions at 1731197929549 (+13 ms)Running coprocessor post-open hooks at 1731197929555 (+6 ms)Region opened successfully at 1731197929555 2024-11-10T00:18:49,556 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=b3c019fcff38,33271,1731197908400, table=SPTestTable, region=96672a0b2fbe0df63121a9a497dc0961. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T00:18:49,557 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720., pid=18, masterSystemTime=1731197929504 2024-11-10T00:18:49,557 INFO [StoreOpener-80aa7b532c93320e21882b317287efc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:49,557 INFO [StoreOpener-54a681c21da90f6c7b4336abb6c548be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a681c21da90f6c7b4336abb6c548be columnFamilyName cf 2024-11-10T00:18:49,558 DEBUG [StoreOpener-54a681c21da90f6c7b4336abb6c548be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:49,558 INFO [StoreOpener-54a681c21da90f6c7b4336abb6c548be-1 {}] regionserver.HStore(327): Store=54a681c21da90f6c7b4336abb6c548be/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:49,559 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:49,559 INFO [StoreOpener-80aa7b532c93320e21882b317287efc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80aa7b532c93320e21882b317287efc7 columnFamilyName cf 2024-11-10T00:18:49,559 DEBUG [StoreOpener-80aa7b532c93320e21882b317287efc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:49,559 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:49,559 INFO [StoreOpener-80aa7b532c93320e21882b317287efc7-1 {}] regionserver.HStore(327): Store=80aa7b532c93320e21882b317287efc7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:49,559 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:49,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-10T00:18:49,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 96672a0b2fbe0df63121a9a497dc0961, server=b3c019fcff38,33271,1731197908400 in 10.0500 sec 2024-11-10T00:18:49,560 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:18:49,560 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:18:49,560 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:18:49,560 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d55fe74823a19dab27b9862468ba6cc, NAME => 'SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T00:18:49,560 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:49,560 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:49,560 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:49,561 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:49,561 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:49,561 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7a6681c79b017ea24d5e69f16eded720, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:18:49,561 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:49,561 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:49,561 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:49,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-10T00:18:49,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 93d94bdcfc4d45f01ac5546a069649eb, server=b3c019fcff38,33235,1731197908372 in 10.0490 sec 2024-11-10T00:18:49,563 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:49,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a6681c79b017ea24d5e69f16eded720, server=b3c019fcff38,40689,1731197908343 because future has completed 2024-11-10T00:18:49,563 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:49,563 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:49,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96672a0b2fbe0df63121a9a497dc0961, ASSIGN in 10.2180 sec 2024-11-10T00:18:49,564 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:49,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93d94bdcfc4d45f01ac5546a069649eb, ASSIGN in 10.2200 sec 2024-11-10T00:18:49,566 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:49,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-10T00:18:49,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a6681c79b017ea24d5e69f16eded720, server=b3c019fcff38,40689,1731197908343 in 10.0590 sec 2024-11-10T00:18:49,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a6681c79b017ea24d5e69f16eded720, ASSIGN in 10.2240 sec 2024-11-10T00:18:49,568 INFO [StoreOpener-5d55fe74823a19dab27b9862468ba6cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:49,569 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/54a681c21da90f6c7b4336abb6c548be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:49,569 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 54a681c21da90f6c7b4336abb6c548be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60268565, jitterRate=-0.10192839801311493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:18:49,570 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:49,570 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 54a681c21da90f6c7b4336abb6c548be: Running coprocessor pre-open hook at 1731197929553Writing region info on filesystem at 1731197929553Initializing all the Stores at 1731197929553Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197929553Cleaning up temporary data from old regions at 1731197929561 (+8 ms)Running coprocessor post-open hooks at 1731197929570 (+9 ms)Region opened successfully at 1731197929570 2024-11-10T00:18:49,570 INFO [StoreOpener-5d55fe74823a19dab27b9862468ba6cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d55fe74823a19dab27b9862468ba6cc columnFamilyName cf 2024-11-10T00:18:49,570 DEBUG [StoreOpener-5d55fe74823a19dab27b9862468ba6cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:49,570 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/80aa7b532c93320e21882b317287efc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:49,570 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be., pid=22, masterSystemTime=1731197929515 2024-11-10T00:18:49,571 INFO [StoreOpener-5d55fe74823a19dab27b9862468ba6cc-1 {}] regionserver.HStore(327): Store=5d55fe74823a19dab27b9862468ba6cc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:49,571 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 80aa7b532c93320e21882b317287efc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72856076, jitterRate=0.08564013242721558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:18:49,571 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:49,571 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:49,571 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 80aa7b532c93320e21882b317287efc7: Running coprocessor pre-open hook at 1731197929549Writing region info on filesystem at 1731197929549Initializing all the Stores at 1731197929551 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197929551Cleaning up temporary data from old regions at 1731197929563 (+12 ms)Running coprocessor post-open hooks at 1731197929571 (+8 ms)Region opened successfully at 1731197929571 2024-11-10T00:18:49,572 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:49,572 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7., pid=24, masterSystemTime=1731197929502 2024-11-10T00:18:49,572 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:49,572 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:18:49,572 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:18:49,573 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:18:49,573 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:49,573 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:49,573 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d16dab768530018e36fa2a4e4ac18bff, NAME => 'SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T00:18:49,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54a681c21da90f6c7b4336abb6c548be, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,33235,1731197908372 2024-11-10T00:18:49,573 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:49,573 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:49,573 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:49,573 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:49,573 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:18:49,573 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:18:49,574 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80aa7b532c93320e21882b317287efc7, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,33271,1731197908400 2024-11-10T00:18:49,575 INFO [StoreOpener-d16dab768530018e36fa2a4e4ac18bff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:49,575 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:49,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54a681c21da90f6c7b4336abb6c548be, server=b3c019fcff38,33235,1731197908372 because future has completed 2024-11-10T00:18:49,577 INFO [StoreOpener-d16dab768530018e36fa2a4e4ac18bff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16dab768530018e36fa2a4e4ac18bff columnFamilyName cf 2024-11-10T00:18:49,577 DEBUG [StoreOpener-d16dab768530018e36fa2a4e4ac18bff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:49,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80aa7b532c93320e21882b317287efc7, server=b3c019fcff38,33271,1731197908400 because future has completed 2024-11-10T00:18:49,578 INFO [StoreOpener-d16dab768530018e36fa2a4e4ac18bff-1 {}] regionserver.HStore(327): Store=d16dab768530018e36fa2a4e4ac18bff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:49,578 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:49,579 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:49,579 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/5d55fe74823a19dab27b9862468ba6cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:49,579 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:49,579 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5d55fe74823a19dab27b9862468ba6cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62532033, jitterRate=-0.06820009648799896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:18:49,580 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:49,580 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5d55fe74823a19dab27b9862468ba6cc: Running coprocessor pre-open hook at 1731197929561Writing region info on filesystem at 1731197929561Initializing all the Stores at 1731197929563 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197929563Cleaning up temporary data from old regions at 1731197929573 (+10 ms)Running coprocessor post-open hooks at 1731197929580 (+7 ms)Region opened successfully at 1731197929580 2024-11-10T00:18:49,580 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:49,580 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:49,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-10T00:18:49,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 54a681c21da90f6c7b4336abb6c548be, server=b3c019fcff38,33235,1731197908372 in 10.0670 sec 2024-11-10T00:18:49,581 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc., pid=19, masterSystemTime=1731197929504 2024-11-10T00:18:49,582 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:49,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-10T00:18:49,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80aa7b532c93320e21882b317287efc7, server=b3c019fcff38,33271,1731197908400 in 10.0660 sec 2024-11-10T00:18:49,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54a681c21da90f6c7b4336abb6c548be, ASSIGN in 10.2390 sec 2024-11-10T00:18:49,583 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:18:49,583 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:18:49,583 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:18:49,583 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 69cb2a341e89cf810e9a255285c3cb4b, NAME => 'SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T00:18:49,584 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:49,584 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:18:49,584 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:49,584 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:49,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5d55fe74823a19dab27b9862468ba6cc, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:18:49,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80aa7b532c93320e21882b317287efc7, ASSIGN in 10.2410 sec 2024-11-10T00:18:49,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d55fe74823a19dab27b9862468ba6cc, server=b3c019fcff38,40689,1731197908343 because future has completed 2024-11-10T00:18:49,589 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/d16dab768530018e36fa2a4e4ac18bff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:49,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-10T00:18:49,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d55fe74823a19dab27b9862468ba6cc, server=b3c019fcff38,40689,1731197908343 in 10.0820 sec 2024-11-10T00:18:49,590 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d16dab768530018e36fa2a4e4ac18bff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59451036, jitterRate=-0.11411052942276001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:18:49,590 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:49,590 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d16dab768530018e36fa2a4e4ac18bff: Running coprocessor pre-open hook at 1731197929573Writing region info on filesystem at 1731197929573Initializing all the Stores at 1731197929575 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197929575Cleaning up temporary data from old regions at 1731197929580 (+5 ms)Running coprocessor post-open hooks at 1731197929590 (+10 ms)Region opened successfully at 1731197929590 2024-11-10T00:18:49,591 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff., pid=23, masterSystemTime=1731197929515 2024-11-10T00:18:49,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d55fe74823a19dab27b9862468ba6cc, ASSIGN in 10.2470 sec 2024-11-10T00:18:49,592 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:18:49,592 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:18:49,593 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d16dab768530018e36fa2a4e4ac18bff, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,33235,1731197908372 2024-11-10T00:18:49,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d16dab768530018e36fa2a4e4ac18bff, server=b3c019fcff38,33235,1731197908372 because future has completed 2024-11-10T00:18:49,597 INFO [StoreOpener-69cb2a341e89cf810e9a255285c3cb4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:49,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-10T00:18:49,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d16dab768530018e36fa2a4e4ac18bff, server=b3c019fcff38,33235,1731197908372 in 10.0860 sec 2024-11-10T00:18:49,598 INFO [StoreOpener-69cb2a341e89cf810e9a255285c3cb4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69cb2a341e89cf810e9a255285c3cb4b columnFamilyName cf 2024-11-10T00:18:49,599 DEBUG [StoreOpener-69cb2a341e89cf810e9a255285c3cb4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:18:49,599 INFO [StoreOpener-69cb2a341e89cf810e9a255285c3cb4b-1 {}] regionserver.HStore(327): Store=69cb2a341e89cf810e9a255285c3cb4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:18:49,599 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:49,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d16dab768530018e36fa2a4e4ac18bff, ASSIGN in 10.2560 sec 2024-11-10T00:18:49,600 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:49,600 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:49,601 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:49,601 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:49,603 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:49,605 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/69cb2a341e89cf810e9a255285c3cb4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:18:49,605 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 69cb2a341e89cf810e9a255285c3cb4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60477793, jitterRate=-0.09881065785884857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:18:49,605 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:49,605 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 69cb2a341e89cf810e9a255285c3cb4b: Running coprocessor pre-open hook at 1731197929584Writing region info on filesystem at 1731197929584Initializing all the Stores at 1731197929585 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197929585Cleaning up temporary data from old regions at 1731197929601 (+16 ms)Running coprocessor post-open hooks at 1731197929605 (+4 ms)Region opened successfully at 1731197929605 2024-11-10T00:18:49,606 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b., pid=17, masterSystemTime=1731197929504 2024-11-10T00:18:49,608 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:18:49,608 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:18:49,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=69cb2a341e89cf810e9a255285c3cb4b, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:18:49,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69cb2a341e89cf810e9a255285c3cb4b, server=b3c019fcff38,40689,1731197908343 because future has completed 2024-11-10T00:18:49,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-10T00:18:49,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 69cb2a341e89cf810e9a255285c3cb4b, server=b3c019fcff38,40689,1731197908343 in 10.1080 sec 2024-11-10T00:18:49,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-10T00:18:49,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69cb2a341e89cf810e9a255285c3cb4b, ASSIGN in 10.2710 sec 2024-11-10T00:18:49,616 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:18:49,616 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197929616"}]},"ts":"1731197929616"} 2024-11-10T00:18:49,618 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T00:18:49,619 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:18:49,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3760 sec 2024-11-10T00:18:52,665 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T00:18:55,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T00:18:55,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:55,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:55,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T00:18:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:18:57,517 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T00:18:57,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T00:18:57,517 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T00:18:57,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T00:18:57,521 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T00:18:57,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T00:18:57,539 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff., hostname=b3c019fcff38,33235,1731197908372, seqNum=2] 2024-11-10T00:18:57,541 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff., hostname=b3c019fcff38,33235,1731197908372, seqNum=2] 2024-11-10T00:18:57,542 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff., hostname=b3c019fcff38,33235,1731197908372, seqNum=2] 2024-11-10T00:18:57,543 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff., hostname=b3c019fcff38,33235,1731197908372, seqNum=2] 2024-11-10T00:18:57,545 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff., hostname=b3c019fcff38,33235,1731197908372, seqNum=2] 2024-11-10T00:18:57,546 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff., hostname=b3c019fcff38,33235,1731197908372, seqNum=2] 2024-11-10T00:18:57,575 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:57,576 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:57,578 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:57,579 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:57,581 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:57,582 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:57,612 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46., hostname=b3c019fcff38,33271,1731197908400, seqNum=2] 2024-11-10T00:18:57,614 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46., hostname=b3c019fcff38,33271,1731197908400, seqNum=2] 2024-11-10T00:18:57,615 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46., hostname=b3c019fcff38,33271,1731197908400, seqNum=2] 2024-11-10T00:18:57,617 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46., hostname=b3c019fcff38,33271,1731197908400, seqNum=2] 2024-11-10T00:18:57,618 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46., hostname=b3c019fcff38,33271,1731197908400, seqNum=2] 2024-11-10T00:18:57,620 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46., hostname=b3c019fcff38,33271,1731197908400, seqNum=2] 2024-11-10T00:18:57,674 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:57,675 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:57,677 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:57,678 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:57,679 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:57,681 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc., hostname=b3c019fcff38,40689,1731197908343, seqNum=2] 2024-11-10T00:18:58,273 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:18:58,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:18:58,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:18:58,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:18:58,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33235 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T00:18:58,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:18:58,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33271 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T00:18:58,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:18:58,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T00:18:58,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40689 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T00:18:58,910 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T00:18:58,911 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T00:18:58,911 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T00:18:58,912 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T00:18:58,915 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T00:18:58,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741848_1024 (size=49) 2024-11-10T00:18:58,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741848_1024 (size=49) 2024-11-10T00:18:58,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741848_1024 (size=49) 2024-11-10T00:18:58,929 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T00:18:58,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80aa7b532c93320e21882b317287efc7}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a6681c79b017ea24d5e69f16eded720}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93d94bdcfc4d45f01ac5546a069649eb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96672a0b2fbe0df63121a9a497dc0961}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54a681c21da90f6c7b4336abb6c548be}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69cb2a341e89cf810e9a255285c3cb4b}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d16dab768530018e36fa2a4e4ac18bff}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 326090083ccda1195f4a517b5a82b375}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49fffedd5d46c6fa7684a295b4116a46}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d55fe74823a19dab27b9862468ba6cc}] 2024-11-10T00:18:58,931 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:18:58,931 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:18:58,931 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80aa7b532c93320e21882b317287efc7 2024-11-10T00:18:58,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:18:58,931 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:18:58,935 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:18:58,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:18:58,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:18:58,936 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 326090083ccda1195f4a517b5a82b375 2024-11-10T00:18:58,939 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:07,835 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-10T00:19:08,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T00:19:08,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T00:19:08,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T00:19:08,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T00:19:08,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:19:08,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T00:19:08,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:19:08,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T00:19:08,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:19:08,934 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing d16dab768530018e36fa2a4e4ac18bff 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-10T00:19:08,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:19:08,934 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5d55fe74823a19dab27b9862468ba6cc 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-10T00:19:08,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 80aa7b532c93320e21882b317287efc7: 2024-11-10T00:19:08,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. for SnapshotProcedureTest completed. 2024-11-10T00:19:08,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 93d94bdcfc4d45f01ac5546a069649eb: 2024-11-10T00:19:08,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. for SnapshotProcedureTest completed. 2024-11-10T00:19:08,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T00:19:08,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T00:19:08,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:19:08,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 69cb2a341e89cf810e9a255285c3cb4b: 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. for SnapshotProcedureTest completed. 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:19:08,935 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 49fffedd5d46c6fa7684a295b4116a46 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:19:08,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 54a681c21da90f6c7b4336abb6c548be: 2024-11-10T00:19:08,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. for SnapshotProcedureTest completed. 2024-11-10T00:19:08,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:19:08,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:19:08,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:19:08,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:19:08,936 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 326090083ccda1195f4a517b5a82b375 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T00:19:08,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:19:08,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 96672a0b2fbe0df63121a9a497dc0961: 2024-11-10T00:19:08,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. for SnapshotProcedureTest completed. 2024-11-10T00:19:08,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:19:08,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:19:08,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:19:08,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741849_1025 (size=65) 2024-11-10T00:19:08,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741849_1025 (size=65) 2024-11-10T00:19:08,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741849_1025 (size=65) 2024-11-10T00:19:08,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:19:08,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T00:19:08,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/326090083ccda1195f4a517b5a82b375/.tmp/cf/f7f72aa007454d14aaaba43e8ef27403 is 34, key is baa/cf:cf/1731197938411/Put/seqid=0 2024-11-10T00:19:08,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/d16dab768530018e36fa2a4e4ac18bff/.tmp/cf/4487449a8bea4cd1bcc5910765b488dc is 34, key is aaa/cf:cf/1731197938343/Put/seqid=0 2024-11-10T00:19:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T00:19:08,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:19:08,963 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:19:08,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 93d94bdcfc4d45f01ac5546a069649eb in 10.0350 sec 2024-11-10T00:19:08,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46/.tmp/cf/ddb9c8ba7cc24252b6b32b2f6e631c6e is 34, key is ccd/cf:cf/1731197938379/Put/seqid=0 2024-11-10T00:19:08,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741850_1026 (size=65) 2024-11-10T00:19:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741850_1026 (size=65) 2024-11-10T00:19:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741850_1026 (size=65) 2024-11-10T00:19:08,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:19:08,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T00:19:08,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:19:08,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 7a6681c79b017ea24d5e69f16eded720: 2024-11-10T00:19:08,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. for SnapshotProcedureTest completed. 2024-11-10T00:19:08,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:19:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T00:19:08,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:19:08,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:19:08,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T00:19:08,971 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:19:08,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 69cb2a341e89cf810e9a255285c3cb4b in 10.0430 sec 2024-11-10T00:19:08,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741852_1028 (size=57) 2024-11-10T00:19:08,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741852_1028 (size=57) 2024-11-10T00:19:08,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741852_1028 (size=57) 2024-11-10T00:19:08,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:19:08,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T00:19:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T00:19:08,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:08,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:08,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 80aa7b532c93320e21882b317287efc7 in 10.0560 sec 2024-11-10T00:19:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741853_1029 (size=65) 2024-11-10T00:19:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741853_1029 (size=65) 2024-11-10T00:19:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741853_1029 (size=65) 2024-11-10T00:19:09,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:19:09,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T00:19:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T00:19:09,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:09,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:09,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 96672a0b2fbe0df63121a9a497dc0961 in 10.0730 sec 2024-11-10T00:19:09,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/5d55fe74823a19dab27b9862468ba6cc/.tmp/cf/7bdb38c7e4fb40f5bb33bc2623508efe is 34, key is eaa/cf:cf/1731197938802/Put/seqid=0 2024-11-10T00:19:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741851_1027 (size=65) 2024-11-10T00:19:09,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741851_1027 (size=65) 2024-11-10T00:19:09,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741851_1027 (size=65) 2024-11-10T00:19:09,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:19:09,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T00:19:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T00:19:09,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:19:09,008 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:19:09,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54a681c21da90f6c7b4336abb6c548be in 10.0830 sec 2024-11-10T00:19:09,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741854_1030 (size=28623) 2024-11-10T00:19:09,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741854_1030 (size=28623) 2024-11-10T00:19:09,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741854_1030 (size=28623) 2024-11-10T00:19:09,022 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/326090083ccda1195f4a517b5a82b375/.tmp/cf/f7f72aa007454d14aaaba43e8ef27403 2024-11-10T00:19:09,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741855_1031 (size=26918) 2024-11-10T00:19:09,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741855_1031 (size=26918) 2024-11-10T00:19:09,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741855_1031 (size=26918) 2024-11-10T00:19:09,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741856_1032 (size=47197) 2024-11-10T00:19:09,038 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/d16dab768530018e36fa2a4e4ac18bff/.tmp/cf/4487449a8bea4cd1bcc5910765b488dc 2024-11-10T00:19:09,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741856_1032 (size=47197) 2024-11-10T00:19:09,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741857_1033 (size=499309) 2024-11-10T00:19:09,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741856_1032 (size=47197) 2024-11-10T00:19:09,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741857_1033 (size=499309) 2024-11-10T00:19:09,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741857_1033 (size=499309) 2024-11-10T00:19:09,041 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46/.tmp/cf/ddb9c8ba7cc24252b6b32b2f6e631c6e 2024-11-10T00:19:09,041 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/5d55fe74823a19dab27b9862468ba6cc/.tmp/cf/7bdb38c7e4fb40f5bb33bc2623508efe 2024-11-10T00:19:09,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/326090083ccda1195f4a517b5a82b375/.tmp/cf/f7f72aa007454d14aaaba43e8ef27403 as hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/326090083ccda1195f4a517b5a82b375/cf/f7f72aa007454d14aaaba43e8ef27403 2024-11-10T00:19:09,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/d16dab768530018e36fa2a4e4ac18bff/.tmp/cf/4487449a8bea4cd1bcc5910765b488dc as hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/d16dab768530018e36fa2a4e4ac18bff/cf/4487449a8bea4cd1bcc5910765b488dc 2024-11-10T00:19:09,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46/.tmp/cf/ddb9c8ba7cc24252b6b32b2f6e631c6e as hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46/cf/ddb9c8ba7cc24252b6b32b2f6e631c6e 2024-11-10T00:19:09,067 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46/cf/ddb9c8ba7cc24252b6b32b2f6e631c6e, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T00:19:09,069 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 49fffedd5d46c6fa7684a295b4116a46 in 134ms, sequenceid=5, compaction requested=false 2024-11-10T00:19:09,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 49fffedd5d46c6fa7684a295b4116a46: 2024-11-10T00:19:09,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. for SnapshotProcedureTest completed. 2024-11-10T00:19:09,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/5d55fe74823a19dab27b9862468ba6cc/.tmp/cf/7bdb38c7e4fb40f5bb33bc2623508efe as hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/5d55fe74823a19dab27b9862468ba6cc/cf/7bdb38c7e4fb40f5bb33bc2623508efe 2024-11-10T00:19:09,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:19:09,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:19:09,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46/cf/ddb9c8ba7cc24252b6b32b2f6e631c6e] hfiles 2024-11-10T00:19:09,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46/cf/ddb9c8ba7cc24252b6b32b2f6e631c6e for snapshot=SnapshotProcedureTest 2024-11-10T00:19:09,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741858_1034 (size=65) 2024-11-10T00:19:09,075 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/326090083ccda1195f4a517b5a82b375/cf/f7f72aa007454d14aaaba43e8ef27403, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T00:19:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741858_1034 (size=65) 2024-11-10T00:19:09,076 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 326090083ccda1195f4a517b5a82b375 in 140ms, sequenceid=5, compaction requested=false 2024-11-10T00:19:09,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 326090083ccda1195f4a517b5a82b375: 2024-11-10T00:19:09,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. for SnapshotProcedureTest completed. 2024-11-10T00:19:09,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:19:09,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:19:09,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/326090083ccda1195f4a517b5a82b375/cf/f7f72aa007454d14aaaba43e8ef27403] hfiles 2024-11-10T00:19:09,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/326090083ccda1195f4a517b5a82b375/cf/f7f72aa007454d14aaaba43e8ef27403 for snapshot=SnapshotProcedureTest 2024-11-10T00:19:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741858_1034 (size=65) 2024-11-10T00:19:09,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:19:09,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T00:19:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T00:19:09,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:19:09,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:19:09,078 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/5d55fe74823a19dab27b9862468ba6cc/cf/7bdb38c7e4fb40f5bb33bc2623508efe, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-10T00:19:09,079 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5d55fe74823a19dab27b9862468ba6cc in 145ms, sequenceid=5, compaction requested=false 2024-11-10T00:19:09,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5d55fe74823a19dab27b9862468ba6cc: 2024-11-10T00:19:09,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. for SnapshotProcedureTest completed. 2024-11-10T00:19:09,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:19:09,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:19:09,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/5d55fe74823a19dab27b9862468ba6cc/cf/7bdb38c7e4fb40f5bb33bc2623508efe] hfiles 2024-11-10T00:19:09,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/5d55fe74823a19dab27b9862468ba6cc/cf/7bdb38c7e4fb40f5bb33bc2623508efe for snapshot=SnapshotProcedureTest 2024-11-10T00:19:09,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7a6681c79b017ea24d5e69f16eded720 in 10.1500 sec 2024-11-10T00:19:09,082 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/d16dab768530018e36fa2a4e4ac18bff/cf/4487449a8bea4cd1bcc5910765b488dc, entries=676, sequenceid=5, filesize=26.3 K 2024-11-10T00:19:09,083 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for d16dab768530018e36fa2a4e4ac18bff in 149ms, sequenceid=5, compaction requested=false 2024-11-10T00:19:09,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d16dab768530018e36fa2a4e4ac18bff: 2024-11-10T00:19:09,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. for SnapshotProcedureTest completed. 2024-11-10T00:19:09,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T00:19:09,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T00:19:09,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/d16dab768530018e36fa2a4e4ac18bff/cf/4487449a8bea4cd1bcc5910765b488dc] hfiles 2024-11-10T00:19:09,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/d16dab768530018e36fa2a4e4ac18bff/cf/4487449a8bea4cd1bcc5910765b488dc for snapshot=SnapshotProcedureTest 2024-11-10T00:19:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741859_1035 (size=105) 2024-11-10T00:19:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741859_1035 (size=105) 2024-11-10T00:19:09,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741859_1035 (size=105) 2024-11-10T00:19:09,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:19:09,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T00:19:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T00:19:09,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:09,098 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741860_1036 (size=97) 2024-11-10T00:19:09,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741860_1036 (size=97) 2024-11-10T00:19:09,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:19:09,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T00:19:09,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741860_1036 (size=97) 2024-11-10T00:19:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T00:19:09,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:19:09,102 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:19:09,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 49fffedd5d46c6fa7684a295b4116a46 in 10.1710 sec 2024-11-10T00:19:09,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5d55fe74823a19dab27b9862468ba6cc in 10.1740 sec 2024-11-10T00:19:09,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741861_1037 (size=105) 2024-11-10T00:19:09,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741861_1037 (size=105) 2024-11-10T00:19:09,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741861_1037 (size=105) 2024-11-10T00:19:09,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:19:09,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T00:19:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T00:19:09,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 326090083ccda1195f4a517b5a82b375 2024-11-10T00:19:09,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 326090083ccda1195f4a517b5a82b375 2024-11-10T00:19:09,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 326090083ccda1195f4a517b5a82b375 in 10.1880 sec 2024-11-10T00:19:09,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741862_1038 (size=105) 2024-11-10T00:19:09,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741862_1038 (size=105) 2024-11-10T00:19:09,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741862_1038 (size=105) 2024-11-10T00:19:09,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:19:09,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T00:19:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T00:19:09,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:19:09,122 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:19:09,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-10T00:19:09,126 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T00:19:09,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d16dab768530018e36fa2a4e4ac18bff in 10.1940 sec 2024-11-10T00:19:09,127 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T00:19:09,127 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T00:19:09,128 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T00:19:09,130 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T00:19:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741863_1039 (size=1174) 2024-11-10T00:19:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741863_1039 (size=1174) 2024-11-10T00:19:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741863_1039 (size=1174) 2024-11-10T00:19:09,160 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T00:19:09,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T00:19:09,168 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,33271,1731197908400 2024-11-10T00:19:09,168 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,33271,1731197908400 2024-11-10T00:19:09,169 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:09,169 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,33271,1731197908400 2024-11-10T00:19:09,169 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:09,173 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:09,173 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:09,174 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:09,174 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:09,222 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T00:19:09,223 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b3c019fcff38,33271,1731197908400 2024-11-10T00:19:09,223 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b3c019fcff38,33271,1731197908400: Simulated kill ***** 2024-11-10T00:19:09,223 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T00:19:09,223 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T00:19:09,224 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T00:19:09,224 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T00:19:09,224 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T00:19:09,224 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 414202080 }, "NonHeapMemoryUsage": { "committed": 175702016, "init": 7667712, "max": -1, "used": 171307424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T00:19:09,225 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40829 {}] master.MasterRpcServices(700): b3c019fcff38,33271,1731197908400 reported a fatal error: ***** ABORTING region server b3c019fcff38,33271,1731197908400: Simulated kill ***** 2024-11-10T00:19:09,225 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,33271,1731197908400' ***** 2024-11-10T00:19:09,225 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T00:19:09,226 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:19:09,226 INFO [RS:2;b3c019fcff38:33271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T00:19:09,226 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:19:09,226 INFO [RS:2;b3c019fcff38:33271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T00:19:09,226 INFO [RS:2;b3c019fcff38:33271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:19:09,226 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T00:19:09,226 INFO [RS:2;b3c019fcff38:33271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b3c019fcff38:33271. 2024-11-10T00:19:09,226 DEBUG [RS:2;b3c019fcff38:33271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:19:09,226 DEBUG [RS:2;b3c019fcff38:33271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741835_1011 (size=1473) 2024-11-10T00:19:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741835_1011 (size=1473) 2024-11-10T00:19:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741835_1011 (size=1473) 2024-11-10T00:19:09,233 DEBUG [RS:2;b3c019fcff38:33271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:09,233 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:19:09,233 INFO [RS:2;b3c019fcff38:33271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33271 2024-11-10T00:19:09,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b3c019fcff38,33271,1731197908400 2024-11-10T00:19:09,235 INFO [RS:2;b3c019fcff38:33271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:19:09,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T00:19:09,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,33271,1731197908400] 2024-11-10T00:19:09,238 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b3c019fcff38,33271,1731197908400 already deleted, retry=false 2024-11-10T00:19:09,238 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b3c019fcff38,33271,1731197908400 on b3c019fcff38,40829,1731197908293 2024-11-10T00:19:09,239 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b3c019fcff38,33271,1731197908400, splitWal=true, meta=false 2024-11-10T00:19:09,239 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for b3c019fcff38,33271,1731197908400 (carryingMeta=false) b3c019fcff38,33271,1731197908400/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@14b6edc6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T00:19:09,240 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b3c019fcff38,33271,1731197908400, splitWal=true, meta=false 2024-11-10T00:19:09,241 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b3c019fcff38,33271,1731197908400 had 3 regions 2024-11-10T00:19:09,241 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b3c019fcff38,33271,1731197908400, splitWal=true, meta=false, isMeta: false 2024-11-10T00:19:09,243 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting 2024-11-10T00:19:09,244 INFO [PEWorker-1 {}] master.SplitWALManager(105): b3c019fcff38,33271,1731197908400 WAL count=1, meta=false 2024-11-10T00:19:09,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b3c019fcff38%2C33271%2C1731197908400.1731197908826}] 2024-11-10T00:19:09,246 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:09,246 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33271,1731197908400 Release verify snapshot worker=b3c019fcff38,33271,1731197908400 2024-11-10T00:19:09,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b3c019fcff38%2C33271%2C1731197908400.1731197908826, worker=b3c019fcff38,40689,1731197908343}] 2024-11-10T00:19:09,247 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to b3c019fcff38,33271,1731197908400, this operation will be retried to send to another server 2024-11-10T00:19:09,247 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:19:09,247 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731197950247 2024-11-10T00:19:09,247 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33271,1731197908400 Release verify snapshot worker=b3c019fcff38,33271,1731197908400 2024-11-10T00:19:09,247 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-10T00:19:09,247 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to b3c019fcff38,33271,1731197908400, this operation will be retried to send to another server 2024-11-10T00:19:09,247 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-10T00:19:09,248 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-10T00:19:09,248 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:19:09,248 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731197950248 2024-11-10T00:19:09,250 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33271,1731197908400 Release verify snapshot worker=b3c019fcff38,33271,1731197908400 2024-11-10T00:19:09,250 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to b3c019fcff38,33271,1731197908400, this operation will be retried to send to another server 2024-11-10T00:19:09,250 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:19:09,250 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731197950250 2024-11-10T00:19:09,311 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:19:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:19:09,337 INFO [RS:2;b3c019fcff38:33271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:19:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33271-0x100ff3d9fc40003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:19:09,337 INFO [RS:2;b3c019fcff38:33271 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,33271,1731197908400; zookeeper connection closed. 2024-11-10T00:19:09,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b458d04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b458d04 2024-11-10T00:19:09,677 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:19:09,677 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:19:17,655 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b3c019fcff38:36085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T00:19:19,152 INFO [master/b3c019fcff38:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T00:19:19,152 INFO [master/b3c019fcff38:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T00:19:19,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-10T00:19:19,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-10T00:19:19,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-10T00:19:19,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-10T00:19:19,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-10T00:19:19,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-10T00:19:19,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-10T00:19:19,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T00:19:19,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T00:19:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T00:19:19,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T00:19:19,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T00:19:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T00:19:19,177 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33235,1731197908372 Release verify snapshot worker=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:19,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T00:19:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T00:19:19,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-10T00:19:19,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-10T00:19:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-10T00:19:19,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-10T00:19:19,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33235,1731197908372 in 10.0120 sec 2024-11-10T00:19:19,180 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:19,181 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33235,1731197908372 Release verify snapshot worker=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:19,181 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-10T00:19:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-10T00:19:19,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33235,1731197908372 in 10.0160 sec 2024-11-10T00:19:19,186 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40689,1731197908343 Release verify snapshot worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:19,186 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40689,1731197908343 Release verify snapshot worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:19,186 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40689,1731197908343 Release verify snapshot worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:19,187 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:19,187 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:19,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40689,1731197908343 in 10.0210 sec 2024-11-10T00:19:19,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40689,1731197908343 in 10.0210 sec 2024-11-10T00:19:19,190 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33235,1731197908372 Release verify snapshot worker=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:19,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40689,1731197908343 in 10.0210 sec 2024-11-10T00:19:19,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33235,1731197908372 in 10.0250 sec 2024-11-10T00:19:19,195 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826, size=1.4 K (1473bytes) 2024-11-10T00:19:19,195 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826 2024-11-10T00:19:19,196 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826 after 1ms 2024-11-10T00:19:19,198 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826 took 3ms 2024-11-10T00:19:19,201 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 49fffedd5d46c6fa7684a295b4116a46: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-10T00:19:19,202 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 96672a0b2fbe0df63121a9a497dc0961: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T00:19:19,203 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 80aa7b532c93320e21882b317287efc7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T00:19:19,203 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826 so closing down 2024-11-10T00:19:19,203 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T00:19:19,203 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T00:19:19,203 INFO [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-10T00:19:19,203 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826, journal: Splitting hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826, size=1.4 K (1473bytes) at 1731197959195Finishing writing output for hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826 so closing down at 1731197959203 (+8 ms)3 split writer threads finished at 1731197959203Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1731197959203 2024-11-10T00:19:19,203 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826 2024-11-10T00:19:19,203 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T00:19:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T00:19:19,207 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting/b3c019fcff38%2C33271%2C1731197908400.1731197908826 to hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/oldWALs 2024-11-10T00:19:19,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-10T00:19:19,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b3c019fcff38%2C33271%2C1731197908400.1731197908826, worker=b3c019fcff38,40689,1731197908343 in 9.9610 sec 2024-11-10T00:19:19,210 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:19,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T00:19:19,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure b3c019fcff38%2C33271%2C1731197908400.1731197908826, worker=b3c019fcff38,40689,1731197908343 in 9.9660 sec 2024-11-10T00:19:19,213 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting dir is empty, no logs to split. 2024-11-10T00:19:19,213 INFO [PEWorker-4 {}] master.SplitWALManager(105): b3c019fcff38,33271,1731197908400 WAL count=0, meta=false 2024-11-10T00:19:19,213 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if b3c019fcff38,33271,1731197908400 WAL splitting is done? wals=0, meta=false 2024-11-10T00:19:19,215 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b3c019fcff38,33271,1731197908400 failed, ignore...File hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/WALs/b3c019fcff38,33271,1731197908400-splitting does not exist. 2024-11-10T00:19:19,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49fffedd5d46c6fa7684a295b4116a46, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96672a0b2fbe0df63121a9a497dc0961, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80aa7b532c93320e21882b317287efc7, ASSIGN}] 2024-11-10T00:19:19,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96672a0b2fbe0df63121a9a497dc0961, ASSIGN 2024-11-10T00:19:19,217 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80aa7b532c93320e21882b317287efc7, ASSIGN 2024-11-10T00:19:19,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49fffedd5d46c6fa7684a295b4116a46, ASSIGN 2024-11-10T00:19:19,218 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96672a0b2fbe0df63121a9a497dc0961, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T00:19:19,218 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80aa7b532c93320e21882b317287efc7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T00:19:19,218 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=49fffedd5d46c6fa7684a295b4116a46, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T00:19:19,368 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(204): Hosts are {b3c019fcff38=0} racks are {/default-rack=0} 2024-11-10T00:19:19,369 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T00:19:19,369 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T00:19:19,369 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T00:19:19,369 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T00:19:19,369 INFO [b3c019fcff38:40829 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T00:19:19,369 INFO [b3c019fcff38:40829 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T00:19:19,369 DEBUG [b3c019fcff38:40829 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T00:19:19,369 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=49fffedd5d46c6fa7684a295b4116a46, regionState=OPENING, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:19,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=96672a0b2fbe0df63121a9a497dc0961, regionState=OPENING, regionLocation=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:19,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=80aa7b532c93320e21882b317287efc7, regionState=OPENING, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:19,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80aa7b532c93320e21882b317287efc7, ASSIGN because future has completed 2024-11-10T00:19:19,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80aa7b532c93320e21882b317287efc7, server=b3c019fcff38,40689,1731197908343}] 2024-11-10T00:19:19,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96672a0b2fbe0df63121a9a497dc0961, ASSIGN because future has completed 2024-11-10T00:19:19,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96672a0b2fbe0df63121a9a497dc0961, server=b3c019fcff38,33235,1731197908372}] 2024-11-10T00:19:19,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=49fffedd5d46c6fa7684a295b4116a46, ASSIGN because future has completed 2024-11-10T00:19:19,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49fffedd5d46c6fa7684a295b4116a46, server=b3c019fcff38,40689,1731197908343}] 2024-11-10T00:19:28,274 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:19:28,720 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T00:19:29,184 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:19:29,185 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 96672a0b2fbe0df63121a9a497dc0961, NAME => 'SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T00:19:29,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-10T00:19:29,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-10T00:19:29,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-10T00:19:29,185 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,185 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:19:29,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-10T00:19:29,185 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,185 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-10T00:19:29,187 INFO [StoreOpener-96672a0b2fbe0df63121a9a497dc0961-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-10T00:19:29,188 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33235,1731197908372 Release verify snapshot worker=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:29,188 INFO [StoreOpener-96672a0b2fbe0df63121a9a497dc0961-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96672a0b2fbe0df63121a9a497dc0961 columnFamilyName cf 2024-11-10T00:19:29,188 DEBUG [StoreOpener-96672a0b2fbe0df63121a9a497dc0961-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:29,188 INFO [StoreOpener-96672a0b2fbe0df63121a9a497dc0961-1 {}] regionserver.HStore(327): Store=96672a0b2fbe0df63121a9a497dc0961/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:19:29,189 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33235,1731197908372 in 20.0230 sec 2024-11-10T00:19:29,189 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,189 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33235,1731197908372 Release verify snapshot worker=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:29,191 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,191 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,191 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,191 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:19:29,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-10T00:19:29,191 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 49fffedd5d46c6fa7684a295b4116a46, NAME => 'SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T00:19:29,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-10T00:19:29,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-10T00:19:29,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-10T00:19:29,192 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,192 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:19:29,192 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,192 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,33235,1731197908372 in 20.0250 sec 2024-11-10T00:19:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-10T00:19:29,193 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,193 INFO [StoreOpener-49fffedd5d46c6fa7684a295b4116a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-10T00:19:29,194 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40689,1731197908343 Release verify snapshot worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:29,194 INFO [StoreOpener-49fffedd5d46c6fa7684a295b4116a46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49fffedd5d46c6fa7684a295b4116a46 columnFamilyName cf 2024-11-10T00:19:29,194 DEBUG [StoreOpener-49fffedd5d46c6fa7684a295b4116a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:29,194 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 96672a0b2fbe0df63121a9a497dc0961; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68207526, jitterRate=0.016371339559555054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:19:29,195 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,195 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 96672a0b2fbe0df63121a9a497dc0961: Running coprocessor pre-open hook at 1731197969185Writing region info on filesystem at 1731197969185Initializing all the Stores at 1731197969186 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197969186Cleaning up temporary data from old regions at 1731197969191 (+5 ms)Running coprocessor post-open hooks at 1731197969195 (+4 ms)Region opened successfully at 1731197969195 2024-11-10T00:19:29,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40689,1731197908343 in 20.0290 sec 2024-11-10T00:19:29,195 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40689,1731197908343 Release verify snapshot worker=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:29,196 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961., pid=53, masterSystemTime=1731197969180 2024-11-10T00:19:29,198 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:19:29,198 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:19:29,198 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=96672a0b2fbe0df63121a9a497dc0961, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,33235,1731197908372 2024-11-10T00:19:29,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-10T00:19:29,200 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T00:19:29,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b3c019fcff38,40689,1731197908343 in 20.0300 sec 2024-11-10T00:19:29,200 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T00:19:29,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96672a0b2fbe0df63121a9a497dc0961, server=b3c019fcff38,33235,1731197908372 because future has completed 2024-11-10T00:19:29,202 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T00:19:29,202 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T00:19:29,203 DEBUG [StoreOpener-49fffedd5d46c6fa7684a295b4116a46-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46/cf/ddb9c8ba7cc24252b6b32b2f6e631c6e 2024-11-10T00:19:29,203 INFO [StoreOpener-49fffedd5d46c6fa7684a295b4116a46-1 {}] regionserver.HStore(327): Store=49fffedd5d46c6fa7684a295b4116a46/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:19:29,203 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-10T00:19:29,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 96672a0b2fbe0df63121a9a497dc0961, server=b3c019fcff38,33235,1731197908372 in 9.8290 sec 2024-11-10T00:19:29,204 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2940 sec 2024-11-10T00:19:29,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96672a0b2fbe0df63121a9a497dc0961, ASSIGN in 9.9880 sec 2024-11-10T00:19:29,205 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,206 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,206 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,208 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,210 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:19:29,211 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 49fffedd5d46c6fa7684a295b4116a46; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67883312, jitterRate=0.01154017448425293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:19:29,211 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,211 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 49fffedd5d46c6fa7684a295b4116a46: Running coprocessor pre-open hook at 1731197969192Writing region info on filesystem at 1731197969192Initializing all the Stores at 1731197969193 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197969193Cleaning up temporary data from old regions at 1731197969206 (+13 ms)Running coprocessor post-open hooks at 1731197969211 (+5 ms)Region opened successfully at 1731197969211 2024-11-10T00:19:29,212 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46., pid=54, masterSystemTime=1731197969188 2024-11-10T00:19:29,213 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:19:29,213 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:19:29,213 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:19:29,214 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 80aa7b532c93320e21882b317287efc7, NAME => 'SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T00:19:29,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=49fffedd5d46c6fa7684a295b4116a46, regionState=OPEN, openSeqNum=6, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:29,214 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,214 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:19:29,214 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,214 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49fffedd5d46c6fa7684a295b4116a46, server=b3c019fcff38,40689,1731197908343 because future has completed 2024-11-10T00:19:29,216 INFO [StoreOpener-80aa7b532c93320e21882b317287efc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,217 INFO [StoreOpener-80aa7b532c93320e21882b317287efc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80aa7b532c93320e21882b317287efc7 columnFamilyName cf 2024-11-10T00:19:29,217 DEBUG [StoreOpener-80aa7b532c93320e21882b317287efc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:19:29,218 INFO [StoreOpener-80aa7b532c93320e21882b317287efc7-1 {}] regionserver.HStore(327): Store=80aa7b532c93320e21882b317287efc7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:19:29,218 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-10T00:19:29,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 49fffedd5d46c6fa7684a295b4116a46, server=b3c019fcff38,40689,1731197908343 in 9.8420 sec 2024-11-10T00:19:29,218 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49fffedd5d46c6fa7684a295b4116a46, ASSIGN in 10.0020 sec 2024-11-10T00:19:29,220 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,220 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,220 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,222 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,223 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 80aa7b532c93320e21882b317287efc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70019756, jitterRate=0.04337567090988159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T00:19:29,223 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,223 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 80aa7b532c93320e21882b317287efc7: Running coprocessor pre-open hook at 1731197969214Writing region info on filesystem at 1731197969214Initializing all the Stores at 1731197969215 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197969215Cleaning up temporary data from old regions at 1731197969220 (+5 ms)Running coprocessor post-open hooks at 1731197969223 (+3 ms)Region opened successfully at 1731197969223 2024-11-10T00:19:29,224 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7., pid=52, masterSystemTime=1731197969188 2024-11-10T00:19:29,225 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:19:29,225 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:19:29,226 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=80aa7b532c93320e21882b317287efc7, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,40689,1731197908343 2024-11-10T00:19:29,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80aa7b532c93320e21882b317287efc7, server=b3c019fcff38,40689,1731197908343 because future has completed 2024-11-10T00:19:29,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-10T00:19:29,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 80aa7b532c93320e21882b317287efc7, server=b3c019fcff38,40689,1731197908343 in 9.8560 sec 2024-11-10T00:19:29,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-10T00:19:29,231 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server b3c019fcff38,33271,1731197908400 after splitting done 2024-11-10T00:19:29,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80aa7b532c93320e21882b317287efc7, ASSIGN in 10.0140 sec 2024-11-10T00:19:29,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure b3c019fcff38,33271,1731197908400, splitWal=true, meta=false in 19.9930 sec 2024-11-10T00:19:29,245 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T00:19:29,249 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T00:19:29,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:19:29,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:19:29,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:19:29,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:29,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:29,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:19:29,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:19:29,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=157019901, stopped=false 2024-11-10T00:19:29,249 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,40829,1731197908293 2024-11-10T00:19:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T00:19:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T00:19:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T00:19:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:19:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:19:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:19:29,251 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:19:29,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:19:29,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:19:29,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:19:29,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:19:29,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:19:29,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:29,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,40689,1731197908343' ***** 2024-11-10T00:19:29,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:19:29,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,33235,1731197908372' ***** 2024-11-10T00:19:29,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:19:29,253 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:19:29,253 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:19:29,254 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:19:29,254 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:19:29,254 INFO [RS:0;b3c019fcff38:40689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:19:29,254 INFO [RS:0;b3c019fcff38:40689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:19:29,254 INFO [RS:1;b3c019fcff38:33235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:19:29,254 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a6681c79b017ea24d5e69f16eded720 2024-11-10T00:19:29,254 INFO [RS:1;b3c019fcff38:33235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:19:29,254 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(3091): Received CLOSE for d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:19:29,254 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d55fe74823a19dab27b9862468ba6cc 2024-11-10T00:19:29,254 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(3091): Received CLOSE for 69cb2a341e89cf810e9a255285c3cb4b 2024-11-10T00:19:29,254 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(3091): Received CLOSE for 49fffedd5d46c6fa7684a295b4116a46 2024-11-10T00:19:29,254 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(3091): Received CLOSE for 96672a0b2fbe0df63121a9a497dc0961 2024-11-10T00:19:29,254 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(3091): Received CLOSE for 326090083ccda1195f4a517b5a82b375 2024-11-10T00:19:29,254 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(3091): Received CLOSE for 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,254 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(3091): Received CLOSE for 54a681c21da90f6c7b4336abb6c548be 2024-11-10T00:19:29,254 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,40689,1731197908343 2024-11-10T00:19:29,254 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(3091): Received CLOSE for 93d94bdcfc4d45f01ac5546a069649eb 2024-11-10T00:19:29,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a6681c79b017ea24d5e69f16eded720, disabling compactions & flushes 2024-11-10T00:19:29,254 INFO [RS:0;b3c019fcff38:40689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:19:29,254 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,33235,1731197908372 2024-11-10T00:19:29,254 INFO [RS:1;b3c019fcff38:33235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:19:29,254 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:19:29,254 INFO [RS:0;b3c019fcff38:40689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:40689. 2024-11-10T00:19:29,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:19:29,254 INFO [RS:1;b3c019fcff38:33235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b3c019fcff38:33235. 2024-11-10T00:19:29,254 DEBUG [RS:0;b3c019fcff38:40689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:19:29,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d16dab768530018e36fa2a4e4ac18bff, disabling compactions & flushes 2024-11-10T00:19:29,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. after waiting 0 ms 2024-11-10T00:19:29,254 DEBUG [RS:1;b3c019fcff38:33235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:19:29,254 DEBUG [RS:0;b3c019fcff38:40689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:29,255 DEBUG [RS:1;b3c019fcff38:33235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:29,255 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:19:29,255 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:19:29,255 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:19:29,255 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-10T00:19:29,255 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. after waiting 0 ms 2024-11-10T00:19:29,255 DEBUG [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(1325): Online Regions={7a6681c79b017ea24d5e69f16eded720=SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720., 5d55fe74823a19dab27b9862468ba6cc=SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc., 69cb2a341e89cf810e9a255285c3cb4b=SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b., 49fffedd5d46c6fa7684a295b4116a46=SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46., 326090083ccda1195f4a517b5a82b375=SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375., 80aa7b532c93320e21882b317287efc7=SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7.} 2024-11-10T00:19:29,255 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:19:29,255 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:19:29,255 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:19:29,255 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:19:29,255 DEBUG [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(1351): Waiting on 326090083ccda1195f4a517b5a82b375, 49fffedd5d46c6fa7684a295b4116a46, 5d55fe74823a19dab27b9862468ba6cc, 69cb2a341e89cf810e9a255285c3cb4b, 7a6681c79b017ea24d5e69f16eded720, 80aa7b532c93320e21882b317287efc7 2024-11-10T00:19:29,255 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:19:29,255 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-10T00:19:29,255 DEBUG [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d16dab768530018e36fa2a4e4ac18bff=SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff., 96672a0b2fbe0df63121a9a497dc0961=SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961., 54a681c21da90f6c7b4336abb6c548be=SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be., 93d94bdcfc4d45f01ac5546a069649eb=SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb.} 2024-11-10T00:19:29,255 DEBUG [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54a681c21da90f6c7b4336abb6c548be, 93d94bdcfc4d45f01ac5546a069649eb, 96672a0b2fbe0df63121a9a497dc0961, d16dab768530018e36fa2a4e4ac18bff 2024-11-10T00:19:29,255 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:19:29,255 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:19:29,255 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:19:29,255 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:19:29,255 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:19:29,256 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-10T00:19:29,259 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/7a6681c79b017ea24d5e69f16eded720/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:19:29,260 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:19:29,260 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a6681c79b017ea24d5e69f16eded720: Waiting for close lock at 1731197969254Running coprocessor pre-close hooks at 1731197969254Disabling compacts and flushes for region at 1731197969254Disabling writes for close at 1731197969255 (+1 ms)Writing region close event to WAL at 1731197969255Running coprocessor post-close hooks at 1731197969260 (+5 ms)Closed at 1731197969260 2024-11-10T00:19:29,260 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/d16dab768530018e36fa2a4e4ac18bff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:19:29,260 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720. 2024-11-10T00:19:29,260 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d55fe74823a19dab27b9862468ba6cc, disabling compactions & flushes 2024-11-10T00:19:29,260 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:19:29,260 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:19:29,260 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. after waiting 0 ms 2024-11-10T00:19:29,260 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:19:29,260 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:19:29,260 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d16dab768530018e36fa2a4e4ac18bff: Waiting for close lock at 1731197969254Running coprocessor pre-close hooks at 1731197969254Disabling compacts and flushes for region at 1731197969254Disabling writes for close at 1731197969255 (+1 ms)Writing region close event to WAL at 1731197969256 (+1 ms)Running coprocessor post-close hooks at 1731197969260 (+4 ms)Closed at 1731197969260 2024-11-10T00:19:29,261 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731197919242.d16dab768530018e36fa2a4e4ac18bff. 2024-11-10T00:19:29,261 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96672a0b2fbe0df63121a9a497dc0961, disabling compactions & flushes 2024-11-10T00:19:29,261 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:19:29,261 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:19:29,261 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. after waiting 0 ms 2024-11-10T00:19:29,261 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:19:29,269 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/5d55fe74823a19dab27b9862468ba6cc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:19:29,270 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:19:29,270 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d55fe74823a19dab27b9862468ba6cc: Waiting for close lock at 1731197969260Running coprocessor pre-close hooks at 1731197969260Disabling compacts and flushes for region at 1731197969260Disabling writes for close at 1731197969260Writing region close event to WAL at 1731197969261 (+1 ms)Running coprocessor post-close hooks at 1731197969270 (+9 ms)Closed at 1731197969270 2024-11-10T00:19:29,270 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731197919242.5d55fe74823a19dab27b9862468ba6cc. 2024-11-10T00:19:29,270 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69cb2a341e89cf810e9a255285c3cb4b, disabling compactions & flushes 2024-11-10T00:19:29,270 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:19:29,270 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:19:29,270 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. after waiting 0 ms 2024-11-10T00:19:29,270 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:19:29,272 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/96672a0b2fbe0df63121a9a497dc0961/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T00:19:29,273 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:19:29,273 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96672a0b2fbe0df63121a9a497dc0961: Waiting for close lock at 1731197969261Running coprocessor pre-close hooks at 1731197969261Disabling compacts and flushes for region at 1731197969261Disabling writes for close at 1731197969261Writing region close event to WAL at 1731197969268 (+7 ms)Running coprocessor post-close hooks at 1731197969273 (+5 ms)Closed at 1731197969273 2024-11-10T00:19:29,273 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731197919242.96672a0b2fbe0df63121a9a497dc0961. 2024-11-10T00:19:29,273 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54a681c21da90f6c7b4336abb6c548be, disabling compactions & flushes 2024-11-10T00:19:29,273 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:19:29,273 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:19:29,273 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. after waiting 0 ms 2024-11-10T00:19:29,273 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:19:29,275 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/.tmp/info/7a5505ffd2124878a8c4fb91fc343e1c is 167, key is SPTestTable,19999999,1731197919242.7a6681c79b017ea24d5e69f16eded720./info:regioninfo/1731197929561/Put/seqid=0 2024-11-10T00:19:29,276 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/69cb2a341e89cf810e9a255285c3cb4b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:19:29,277 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:19:29,277 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69cb2a341e89cf810e9a255285c3cb4b: Waiting for close lock at 1731197969270Running coprocessor pre-close hooks at 1731197969270Disabling compacts and flushes for region at 1731197969270Disabling writes for close at 1731197969270Writing region close event to WAL at 1731197969271 (+1 ms)Running coprocessor post-close hooks at 1731197969277 (+6 ms)Closed at 1731197969277 2024-11-10T00:19:29,277 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731197919242.69cb2a341e89cf810e9a255285c3cb4b. 2024-11-10T00:19:29,277 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49fffedd5d46c6fa7684a295b4116a46, disabling compactions & flushes 2024-11-10T00:19:29,277 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:19:29,277 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:19:29,277 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/54a681c21da90f6c7b4336abb6c548be/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:19:29,277 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. after waiting 0 ms 2024-11-10T00:19:29,277 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:19:29,278 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:19:29,278 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54a681c21da90f6c7b4336abb6c548be: Waiting for close lock at 1731197969273Running coprocessor pre-close hooks at 1731197969273Disabling compacts and flushes for region at 1731197969273Disabling writes for close at 1731197969273Writing region close event to WAL at 1731197969274 (+1 ms)Running coprocessor post-close hooks at 1731197969278 (+4 ms)Closed at 1731197969278 2024-11-10T00:19:29,278 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731197919242.54a681c21da90f6c7b4336abb6c548be. 2024-11-10T00:19:29,278 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93d94bdcfc4d45f01ac5546a069649eb, disabling compactions & flushes 2024-11-10T00:19:29,278 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:19:29,278 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:19:29,278 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. after waiting 0 ms 2024-11-10T00:19:29,278 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:19:29,282 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/49fffedd5d46c6fa7684a295b4116a46/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-10T00:19:29,283 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:19:29,283 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49fffedd5d46c6fa7684a295b4116a46: Waiting for close lock at 1731197969277Running coprocessor pre-close hooks at 1731197969277Disabling compacts and flushes for region at 1731197969277Disabling writes for close at 1731197969277Writing region close event to WAL at 1731197969278 (+1 ms)Running coprocessor post-close hooks at 1731197969283 (+5 ms)Closed at 1731197969283 2024-11-10T00:19:29,283 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731197919242.49fffedd5d46c6fa7684a295b4116a46. 2024-11-10T00:19:29,283 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 326090083ccda1195f4a517b5a82b375, disabling compactions & flushes 2024-11-10T00:19:29,283 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:19:29,283 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:19:29,283 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. after waiting 0 ms 2024-11-10T00:19:29,283 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:19:29,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741864_1040 (size=19785) 2024-11-10T00:19:29,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741864_1040 (size=19785) 2024-11-10T00:19:29,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741864_1040 (size=19785) 2024-11-10T00:19:29,287 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/.tmp/info/7a5505ffd2124878a8c4fb91fc343e1c 2024-11-10T00:19:29,289 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/93d94bdcfc4d45f01ac5546a069649eb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T00:19:29,290 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/326090083ccda1195f4a517b5a82b375/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T00:19:29,290 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:19:29,290 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93d94bdcfc4d45f01ac5546a069649eb: Waiting for close lock at 1731197969278Running coprocessor pre-close hooks at 1731197969278Disabling compacts and flushes for region at 1731197969278Disabling writes for close at 1731197969278Writing region close event to WAL at 1731197969281 (+3 ms)Running coprocessor post-close hooks at 1731197969290 (+9 ms)Closed at 1731197969290 2024-11-10T00:19:29,290 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731197919242.93d94bdcfc4d45f01ac5546a069649eb. 2024-11-10T00:19:29,290 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:19:29,290 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 326090083ccda1195f4a517b5a82b375: Waiting for close lock at 1731197969283Running coprocessor pre-close hooks at 1731197969283Disabling compacts and flushes for region at 1731197969283Disabling writes for close at 1731197969283Writing region close event to WAL at 1731197969284 (+1 ms)Running coprocessor post-close hooks at 1731197969290 (+6 ms)Closed at 1731197969290 2024-11-10T00:19:29,290 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731197919242.326090083ccda1195f4a517b5a82b375. 2024-11-10T00:19:29,290 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80aa7b532c93320e21882b317287efc7, disabling compactions & flushes 2024-11-10T00:19:29,291 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:19:29,291 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:19:29,291 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. after waiting 0 ms 2024-11-10T00:19:29,291 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:19:29,294 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/default/SPTestTable/80aa7b532c93320e21882b317287efc7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T00:19:29,294 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:19:29,295 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80aa7b532c93320e21882b317287efc7: Waiting for close lock at 1731197969290Running coprocessor pre-close hooks at 1731197969290Disabling compacts and flushes for region at 1731197969290Disabling writes for close at 1731197969291 (+1 ms)Writing region close event to WAL at 1731197969291Running coprocessor post-close hooks at 1731197969294 (+3 ms)Closed at 1731197969294 2024-11-10T00:19:29,295 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731197919242.80aa7b532c93320e21882b317287efc7. 2024-11-10T00:19:29,308 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/.tmp/ns/403a1e0dbf084f0ab2be356e271581cc is 43, key is default/ns:d/1731197919125/Put/seqid=0 2024-11-10T00:19:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741865_1041 (size=5153) 2024-11-10T00:19:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741865_1041 (size=5153) 2024-11-10T00:19:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741865_1041 (size=5153) 2024-11-10T00:19:29,316 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/.tmp/ns/403a1e0dbf084f0ab2be356e271581cc 2024-11-10T00:19:29,325 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:19:29,325 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:19:29,335 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/.tmp/table/188469eae5174521b7aea1cbc1ecb455 is 47, key is SPTestTable/table:state/1731197929616/Put/seqid=0 2024-11-10T00:19:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741866_1042 (size=5214) 2024-11-10T00:19:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741866_1042 (size=5214) 2024-11-10T00:19:29,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741866_1042 (size=5214) 2024-11-10T00:19:29,343 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/.tmp/table/188469eae5174521b7aea1cbc1ecb455 2024-11-10T00:19:29,348 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/.tmp/info/7a5505ffd2124878a8c4fb91fc343e1c as hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/info/7a5505ffd2124878a8c4fb91fc343e1c 2024-11-10T00:19:29,354 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/info/7a5505ffd2124878a8c4fb91fc343e1c, entries=112, sequenceid=35, filesize=19.3 K 2024-11-10T00:19:29,354 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/.tmp/ns/403a1e0dbf084f0ab2be356e271581cc as hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/ns/403a1e0dbf084f0ab2be356e271581cc 2024-11-10T00:19:29,359 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/ns/403a1e0dbf084f0ab2be356e271581cc, entries=2, sequenceid=35, filesize=5.0 K 2024-11-10T00:19:29,360 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/.tmp/table/188469eae5174521b7aea1cbc1ecb455 as hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/table/188469eae5174521b7aea1cbc1ecb455 2024-11-10T00:19:29,365 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/table/188469eae5174521b7aea1cbc1ecb455, entries=2, sequenceid=35, filesize=5.1 K 2024-11-10T00:19:29,366 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=35, compaction requested=false 2024-11-10T00:19:29,370 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-10T00:19:29,370 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:19:29,370 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:19:29,370 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731197969255Running coprocessor pre-close hooks at 1731197969255Disabling compacts and flushes for region at 1731197969255Disabling writes for close at 1731197969255Obtaining lock to block concurrent updates at 1731197969256 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731197969256Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1731197969256Flushing stores of hbase:meta,,1.1588230740 at 1731197969256Flushing 1588230740/info: creating writer at 1731197969257 (+1 ms)Flushing 1588230740/info: appending metadata at 1731197969274 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731197969274Flushing 1588230740/ns: creating writer at 1731197969294 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731197969307 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731197969307Flushing 1588230740/table: creating writer at 1731197969321 (+14 ms)Flushing 1588230740/table: appending metadata at 1731197969335 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731197969335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af89585: reopening flushed file at 1731197969348 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e65726: reopening flushed file at 1731197969354 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200aaad1: reopening flushed file at 1731197969360 (+6 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=35, compaction requested=false at 1731197969366 (+6 ms)Writing region close event to WAL at 1731197969367 (+1 ms)Running coprocessor post-close hooks at 1731197969370 (+3 ms)Closed at 1731197969370 2024-11-10T00:19:29,370 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:19:29,455 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,40689,1731197908343; all regions closed. 2024-11-10T00:19:29,455 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,33235,1731197908372; all regions closed. 2024-11-10T00:19:29,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741833_1009 (size=4639) 2024-11-10T00:19:29,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741833_1009 (size=4639) 2024-11-10T00:19:29,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741833_1009 (size=4639) 2024-11-10T00:19:29,461 DEBUG [RS:0;b3c019fcff38:40689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/oldWALs 2024-11-10T00:19:29,461 INFO [RS:0;b3c019fcff38:40689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C40689%2C1731197908343:(num 1731197908812) 2024-11-10T00:19:29,461 DEBUG [RS:0;b3c019fcff38:40689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:29,461 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:19:29,461 INFO [RS:0;b3c019fcff38:40689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:19:29,461 INFO [RS:0;b3c019fcff38:40689 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:19:29,461 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:19:29,461 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:19:29,462 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:19:29,462 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:19:29,462 INFO [RS:0;b3c019fcff38:40689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:19:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741836_1012 (size=18358) 2024-11-10T00:19:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741836_1012 (size=18358) 2024-11-10T00:19:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741836_1012 (size=18358) 2024-11-10T00:19:29,462 INFO [RS:0;b3c019fcff38:40689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40689 2024-11-10T00:19:29,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T00:19:29,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b3c019fcff38,40689,1731197908343 2024-11-10T00:19:29,464 INFO [RS:0;b3c019fcff38:40689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:19:29,465 DEBUG [RS:1;b3c019fcff38:33235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/oldWALs 2024-11-10T00:19:29,465 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,40689,1731197908343] 2024-11-10T00:19:29,465 INFO [RS:1;b3c019fcff38:33235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C33235%2C1731197908372.meta:.meta(num 1731197919075) 2024-11-10T00:19:29,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741834_1010 (size=2947) 2024-11-10T00:19:29,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741834_1010 (size=2947) 2024-11-10T00:19:29,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741834_1010 (size=2947) 2024-11-10T00:19:29,468 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b3c019fcff38,40689,1731197908343 already deleted, retry=false 2024-11-10T00:19:29,468 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,40689,1731197908343 expired; onlineServers=1 2024-11-10T00:19:29,469 DEBUG [RS:1;b3c019fcff38:33235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/oldWALs 2024-11-10T00:19:29,469 INFO [RS:1;b3c019fcff38:33235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C33235%2C1731197908372:(num 1731197908826) 2024-11-10T00:19:29,469 DEBUG [RS:1;b3c019fcff38:33235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:19:29,469 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:19:29,470 INFO [RS:1;b3c019fcff38:33235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:19:29,470 INFO [RS:1;b3c019fcff38:33235 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:19:29,470 INFO [RS:1;b3c019fcff38:33235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:19:29,470 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:19:29,470 INFO [RS:1;b3c019fcff38:33235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33235 2024-11-10T00:19:29,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b3c019fcff38,33235,1731197908372 2024-11-10T00:19:29,472 INFO [RS:1;b3c019fcff38:33235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:19:29,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T00:19:29,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,33235,1731197908372] 2024-11-10T00:19:29,474 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b3c019fcff38,33235,1731197908372 already deleted, retry=false 2024-11-10T00:19:29,474 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,33235,1731197908372 expired; onlineServers=0 2024-11-10T00:19:29,474 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,40829,1731197908293' ***** 2024-11-10T00:19:29,474 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:19:29,474 INFO [M:0;b3c019fcff38:40829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:19:29,474 INFO [M:0;b3c019fcff38:40829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:19:29,474 DEBUG [M:0;b3c019fcff38:40829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:19:29,474 DEBUG [M:0;b3c019fcff38:40829 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:19:29,474 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:19:29,474 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197908599 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197908599,5,FailOnTimeoutGroup] 2024-11-10T00:19:29,475 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197908599 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197908599,5,FailOnTimeoutGroup] 2024-11-10T00:19:29,475 INFO [M:0;b3c019fcff38:40829 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:19:29,475 INFO [M:0;b3c019fcff38:40829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:19:29,475 DEBUG [M:0;b3c019fcff38:40829 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:19:29,475 INFO [M:0;b3c019fcff38:40829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:19:29,475 INFO [M:0;b3c019fcff38:40829 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:19:29,475 ERROR [M:0;b3c019fcff38:40829 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1278762655) connection to localhost/127.0.0.1:43875 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43875,5,PEWorkerGroup] 2024-11-10T00:19:29,475 INFO [M:0;b3c019fcff38:40829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:19:29,475 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:19:29,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T00:19:29,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:19:29,478 DEBUG [M:0;b3c019fcff38:40829 {}] zookeeper.ZKUtil(347): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T00:19:29,478 WARN [M:0;b3c019fcff38:40829 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:19:29,478 INFO [M:0;b3c019fcff38:40829 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/.lastflushedseqids 2024-11-10T00:19:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741867_1043 (size=650) 2024-11-10T00:19:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741867_1043 (size=650) 2024-11-10T00:19:29,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741867_1043 (size=650) 2024-11-10T00:19:29,486 INFO [M:0;b3c019fcff38:40829 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:19:29,486 INFO [M:0;b3c019fcff38:40829 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:19:29,486 DEBUG [M:0;b3c019fcff38:40829 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:19:29,486 INFO [M:0;b3c019fcff38:40829 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:29,486 DEBUG [M:0;b3c019fcff38:40829 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:29,486 DEBUG [M:0;b3c019fcff38:40829 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:19:29,486 DEBUG [M:0;b3c019fcff38:40829 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:29,486 INFO [M:0;b3c019fcff38:40829 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=229.33 KB heapSize=272.94 KB 2024-11-10T00:19:29,502 DEBUG [M:0;b3c019fcff38:40829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/262a16eac8ef4e7fb99dbd9e9ed2c427 is 82, key is hbase:meta,,1/info:regioninfo/1731197919111/Put/seqid=0 2024-11-10T00:19:29,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741868_1044 (size=5672) 2024-11-10T00:19:29,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741868_1044 (size=5672) 2024-11-10T00:19:29,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741868_1044 (size=5672) 2024-11-10T00:19:29,508 INFO [M:0;b3c019fcff38:40829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/262a16eac8ef4e7fb99dbd9e9ed2c427 2024-11-10T00:19:29,528 DEBUG [M:0;b3c019fcff38:40829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81c16197bdd44e42a624649537c536c6 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731197929621/Put/seqid=0 2024-11-10T00:19:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741869_1045 (size=9313) 2024-11-10T00:19:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741869_1045 (size=9313) 2024-11-10T00:19:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741869_1045 (size=9313) 2024-11-10T00:19:29,535 INFO [M:0;b3c019fcff38:40829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228.59 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81c16197bdd44e42a624649537c536c6 2024-11-10T00:19:29,540 INFO [M:0;b3c019fcff38:40829 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81c16197bdd44e42a624649537c536c6 2024-11-10T00:19:29,554 DEBUG [M:0;b3c019fcff38:40829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9daafc9286ab4736bf45bf2982cb2d4d is 69, key is b3c019fcff38,33235,1731197908372/rs:state/1731197908650/Put/seqid=0 2024-11-10T00:19:29,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741870_1046 (size=5447) 2024-11-10T00:19:29,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741870_1046 (size=5447) 2024-11-10T00:19:29,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741870_1046 (size=5447) 2024-11-10T00:19:29,561 INFO [M:0;b3c019fcff38:40829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9daafc9286ab4736bf45bf2982cb2d4d 2024-11-10T00:19:29,565 INFO [M:0;b3c019fcff38:40829 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9daafc9286ab4736bf45bf2982cb2d4d 2024-11-10T00:19:29,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:19:29,565 INFO [RS:0;b3c019fcff38:40689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:19:29,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40689-0x100ff3d9fc40001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:19:29,566 INFO [RS:0;b3c019fcff38:40689 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,40689,1731197908343; zookeeper connection closed. 2024-11-10T00:19:29,566 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cd215a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cd215a0 2024-11-10T00:19:29,566 DEBUG [M:0;b3c019fcff38:40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/262a16eac8ef4e7fb99dbd9e9ed2c427 as hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/262a16eac8ef4e7fb99dbd9e9ed2c427 2024-11-10T00:19:29,571 INFO [M:0;b3c019fcff38:40829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/262a16eac8ef4e7fb99dbd9e9ed2c427, entries=8, sequenceid=473, filesize=5.5 K 2024-11-10T00:19:29,572 DEBUG [M:0;b3c019fcff38:40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81c16197bdd44e42a624649537c536c6 as hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81c16197bdd44e42a624649537c536c6 2024-11-10T00:19:29,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:19:29,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33235-0x100ff3d9fc40002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:19:29,573 INFO [RS:1;b3c019fcff38:33235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:19:29,573 INFO [RS:1;b3c019fcff38:33235 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,33235,1731197908372; zookeeper connection closed. 2024-11-10T00:19:29,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e2173c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e2173c0 2024-11-10T00:19:29,574 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T00:19:29,577 INFO [M:0;b3c019fcff38:40829 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81c16197bdd44e42a624649537c536c6 2024-11-10T00:19:29,577 INFO [M:0;b3c019fcff38:40829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81c16197bdd44e42a624649537c536c6, entries=54, sequenceid=473, filesize=9.1 K 2024-11-10T00:19:29,578 DEBUG [M:0;b3c019fcff38:40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9daafc9286ab4736bf45bf2982cb2d4d as hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9daafc9286ab4736bf45bf2982cb2d4d 2024-11-10T00:19:29,582 INFO [M:0;b3c019fcff38:40829 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9daafc9286ab4736bf45bf2982cb2d4d 2024-11-10T00:19:29,582 INFO [M:0;b3c019fcff38:40829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9daafc9286ab4736bf45bf2982cb2d4d, entries=3, sequenceid=473, filesize=5.3 K 2024-11-10T00:19:29,583 INFO [M:0;b3c019fcff38:40829 {}] regionserver.HRegion(3140): Finished flush of dataSize ~229.33 KB/234834, heapSize ~272.64 KB/279184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=473, compaction requested=false 2024-11-10T00:19:29,584 INFO [M:0;b3c019fcff38:40829 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:19:29,584 DEBUG [M:0;b3c019fcff38:40829 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731197969486Disabling compacts and flushes for region at 1731197969486Disabling writes for close at 1731197969486Obtaining lock to block concurrent updates at 1731197969486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731197969486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=234834, getHeapSize=279424, getOffHeapSize=0, getCellsCount=576 at 1731197969486Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731197969487 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731197969487Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731197969501 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731197969501Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731197969513 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731197969528 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731197969528Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731197969540 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731197969553 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731197969553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56f227c0: reopening flushed file at 1731197969566 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da97cb0: reopening flushed file at 1731197969571 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280eff8b: reopening flushed file at 1731197969577 (+6 ms)Finished flush of dataSize ~229.33 KB/234834, heapSize ~272.64 KB/279184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=473, compaction requested=false at 1731197969583 (+6 ms)Writing region close event to WAL at 1731197969584 (+1 ms)Closed at 1731197969584 2024-11-10T00:19:29,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43075 is added to blk_1073741830_1006 (size=266410) 2024-11-10T00:19:29,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741830_1006 (size=266410) 2024-11-10T00:19:29,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34725 is added to blk_1073741830_1006 (size=266410) 2024-11-10T00:19:29,587 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cedd018c-8c04-3b69-637b-2aa2548f5d2c/MasterData/WALs/b3c019fcff38,40829,1731197908293/b3c019fcff38%2C40829%2C1731197908293.1731197908504 not finished, retry = 0 2024-11-10T00:19:29,688 INFO [M:0;b3c019fcff38:40829 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:19:29,688 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:19:29,689 INFO [M:0;b3c019fcff38:40829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40829 2024-11-10T00:19:29,689 INFO [M:0;b3c019fcff38:40829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:19:29,791 INFO [M:0;b3c019fcff38:40829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:19:29,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:19:29,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x100ff3d9fc40000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:19:29,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70d5749e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:19:29,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2db41d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:19:29,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:19:29,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23493ac2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:19:29,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f83c92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/hadoop.log.dir/,STOPPED} 2024-11-10T00:19:29,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:19:29,795 WARN [BP-1470397518-172.17.0.2-1731197907298 heartbeating to localhost/127.0.0.1:43875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:19:29,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:19:29,795 WARN [BP-1470397518-172.17.0.2-1731197907298 heartbeating to localhost/127.0.0.1:43875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1470397518-172.17.0.2-1731197907298 (Datanode Uuid db9eb1a2-2c69-4681-948e-f4bdab762f2d) service to localhost/127.0.0.1:43875 2024-11-10T00:19:29,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data5/current/BP-1470397518-172.17.0.2-1731197907298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:19:29,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data6/current/BP-1470397518-172.17.0.2-1731197907298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:19:29,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:19:29,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa85305{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:19:29,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@151655cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:19:29,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:19:29,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@682e19c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:19:29,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5cc3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/hadoop.log.dir/,STOPPED} 2024-11-10T00:19:29,800 WARN [BP-1470397518-172.17.0.2-1731197907298 heartbeating to localhost/127.0.0.1:43875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:19:29,800 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:19:29,800 WARN [BP-1470397518-172.17.0.2-1731197907298 heartbeating to localhost/127.0.0.1:43875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1470397518-172.17.0.2-1731197907298 (Datanode Uuid fc5c44d4-dfc0-4dbb-8705-646f3916825f) service to localhost/127.0.0.1:43875 2024-11-10T00:19:29,800 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:19:29,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data3/current/BP-1470397518-172.17.0.2-1731197907298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:19:29,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data4/current/BP-1470397518-172.17.0.2-1731197907298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:19:29,801 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:19:29,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@395eea5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:19:29,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26119b09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:19:29,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:19:29,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f45d5ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:19:29,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597a5af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/hadoop.log.dir/,STOPPED} 2024-11-10T00:19:29,805 WARN [BP-1470397518-172.17.0.2-1731197907298 heartbeating to localhost/127.0.0.1:43875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:19:29,805 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:19:29,805 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:19:29,805 WARN [BP-1470397518-172.17.0.2-1731197907298 heartbeating to localhost/127.0.0.1:43875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1470397518-172.17.0.2-1731197907298 (Datanode Uuid 2bdd31f4-1af8-41de-9d2f-7aabc5507b4c) service to localhost/127.0.0.1:43875 2024-11-10T00:19:29,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data1/current/BP-1470397518-172.17.0.2-1731197907298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:19:29,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/cluster_8a97155f-1d8b-2da8-47f0-5a33a2c4d9b1/data/data2/current/BP-1470397518-172.17.0.2-1731197907298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:19:29,806 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:19:29,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@99978e4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:19:29,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f6954c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:19:29,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:19:29,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cfbf27b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:19:29,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@206ea604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289bbc7e-d23d-c832-8f34-6a4c81dc4070/hadoop.log.dir/,STOPPED} 2024-11-10T00:19:29,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:19:29,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T00:19:29,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 96) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:43875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:43875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:43875 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:43875 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=40 (was 56), ProcessCount=11 (was 11), AvailableMemoryMB=9451 (was 9618)