2024-11-09 19:12:46,699 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@97e93f1 2024-11-09 19:12:46,763 main DEBUG Took 0.057124 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 19:12:46,763 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 19:12:46,764 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 19:12:46,765 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 19:12:46,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,796 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 19:12:46,831 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,839 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,840 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,842 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,844 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,846 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,849 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,851 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,852 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,857 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,858 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,859 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:12:46,861 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,861 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 19:12:46,863 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:12:46,865 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 19:12:46,868 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 19:12:46,869 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 19:12:46,870 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 19:12:46,871 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 19:12:46,883 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 19:12:46,886 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 19:12:46,889 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 19:12:46,890 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 19:12:46,890 main DEBUG createAppenders(={Console}) 2024-11-09 19:12:46,891 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@97e93f1 initialized 2024-11-09 19:12:46,892 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@97e93f1 2024-11-09 19:12:46,892 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@97e93f1 OK. 2024-11-09 19:12:46,893 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 19:12:46,893 main DEBUG OutputStream closed 2024-11-09 19:12:46,894 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 19:12:46,894 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 19:12:46,895 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1e1a0406 OK 2024-11-09 19:12:47,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 19:12:47,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 19:12:47,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 19:12:47,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 19:12:47,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 19:12:47,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 19:12:47,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 19:12:47,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 19:12:47,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 19:12:47,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 19:12:47,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 19:12:47,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 19:12:47,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 19:12:47,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 19:12:47,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 19:12:47,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 19:12:47,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 19:12:47,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 19:12:47,054 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 19:12:47,054 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@740d2e78) with optional ClassLoader: null 2024-11-09 19:12:47,055 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 19:12:47,056 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@740d2e78] started OK. 2024-11-09T19:12:47,100 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-09 19:12:47,106 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 19:12:47,107 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T19:12:47,119 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-09T19:12:47,206 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=6016 2024-11-09T19:12:47,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33 2024-11-09T19:12:47,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:12:47,710 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99, deleteOnExit=true 2024-11-09T19:12:47,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:12:47,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/test.cache.data in system properties and HBase conf 2024-11-09T19:12:47,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:12:47,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:12:47,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:12:47,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:12:47,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:12:47,855 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T19:12:47,982 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:12:47,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:12:47,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:12:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:12:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:12:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:12:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:12:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:12:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:12:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:12:47,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:12:47,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:12:47,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:12:47,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:12:47,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:12:49,435 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T19:12:49,561 INFO [Time-limited test {}] log.Log(170): Logging initialized @4256ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T19:12:49,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:12:49,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:12:49,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:12:49,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:12:49,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:12:49,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:12:49,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:12:49,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:12:50,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/java.io.tmpdir/jetty-localhost-38261-hadoop-hdfs-3_4_1-tests_jar-_-any-3131974780976397410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:12:50,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:38261} 2024-11-09T19:12:50,097 INFO [Time-limited test {}] server.Server(415): Started @4793ms 2024-11-09T19:12:50,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:12:50,916 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:12:50,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:12:50,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:12:50,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:12:50,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:12:50,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:12:51,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/java.io.tmpdir/jetty-localhost-44821-hadoop-hdfs-3_4_1-tests_jar-_-any-15062209479821440927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:12:51,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:44821} 2024-11-09T19:12:51,042 INFO [Time-limited test {}] server.Server(415): Started @5737ms 2024-11-09T19:12:51,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:12:51,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:12:51,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:12:51,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:12:51,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:12:51,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:12:51,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:12:51,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:12:51,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/java.io.tmpdir/jetty-localhost-35179-hadoop-hdfs-3_4_1-tests_jar-_-any-10228794846042024553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:12:51,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:35179} 2024-11-09T19:12:51,426 INFO [Time-limited test {}] server.Server(415): Started @6122ms 2024-11-09T19:12:51,428 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:12:51,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:12:51,467 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:12:51,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:12:51,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:12:51,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:12:51,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:12:51,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:12:51,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/java.io.tmpdir/jetty-localhost-35915-hadoop-hdfs-3_4_1-tests_jar-_-any-12380539625501049441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:12:51,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:35915} 2024-11-09T19:12:51,573 INFO [Time-limited test {}] server.Server(415): Started @6269ms 2024-11-09T19:12:51,576 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:12:53,522 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data1/current/BP-1420254921-172.17.0.2-1731179568853/current, will proceed with Du for space computation calculation, 2024-11-09T19:12:53,522 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data3/current/BP-1420254921-172.17.0.2-1731179568853/current, will proceed with Du for space computation calculation, 2024-11-09T19:12:53,522 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data4/current/BP-1420254921-172.17.0.2-1731179568853/current, will proceed with Du for space computation calculation, 2024-11-09T19:12:53,522 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data2/current/BP-1420254921-172.17.0.2-1731179568853/current, will proceed with Du for space computation calculation, 2024-11-09T19:12:53,557 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:12:53,557 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:12:53,580 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data5/current/BP-1420254921-172.17.0.2-1731179568853/current, will proceed with Du for space computation calculation, 2024-11-09T19:12:53,581 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data6/current/BP-1420254921-172.17.0.2-1731179568853/current, will proceed with Du for space computation calculation, 2024-11-09T19:12:53,602 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:12:53,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e8951092d3d1195 with lease ID 0x27f543a9dd0087bf: Processing first storage report for DS-8691e7de-be7c-4f7d-a95f-4eb4d17e9a94 from datanode DatanodeRegistration(127.0.0.1:33975, datanodeUuid=054f6cd8-633d-4e89-b50b-3eca6b5cdd59, infoPort=38117, infoSecurePort=0, ipcPort=42175, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853) 2024-11-09T19:12:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e8951092d3d1195 with lease ID 0x27f543a9dd0087bf: from storage DS-8691e7de-be7c-4f7d-a95f-4eb4d17e9a94 node DatanodeRegistration(127.0.0.1:33975, datanodeUuid=054f6cd8-633d-4e89-b50b-3eca6b5cdd59, infoPort=38117, infoSecurePort=0, ipcPort=42175, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:12:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7966f6641facc8b with lease ID 0x27f543a9dd0087c1: Processing first storage report for DS-a050d36a-1b04-4ab2-8dcb-fe659592be96 from datanode DatanodeRegistration(127.0.0.1:41055, datanodeUuid=cdf283b0-24a7-4b3c-b275-0e813cac51d3, infoPort=45555, infoSecurePort=0, ipcPort=33727, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853) 2024-11-09T19:12:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7966f6641facc8b with lease ID 0x27f543a9dd0087c1: from storage DS-a050d36a-1b04-4ab2-8dcb-fe659592be96 node DatanodeRegistration(127.0.0.1:41055, datanodeUuid=cdf283b0-24a7-4b3c-b275-0e813cac51d3, infoPort=45555, infoSecurePort=0, ipcPort=33727, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:12:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd47a53de74d69f43 with lease ID 0x27f543a9dd0087c0: Processing first storage report for DS-0b952385-e058-426d-a3d0-7ece04313cfa from datanode DatanodeRegistration(127.0.0.1:42625, datanodeUuid=7501bdb5-99cd-4004-bf08-c13b1cc73d4b, infoPort=45331, infoSecurePort=0, ipcPort=46279, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853) 2024-11-09T19:12:53,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd47a53de74d69f43 with lease ID 0x27f543a9dd0087c0: from storage DS-0b952385-e058-426d-a3d0-7ece04313cfa node DatanodeRegistration(127.0.0.1:42625, datanodeUuid=7501bdb5-99cd-4004-bf08-c13b1cc73d4b, infoPort=45331, infoSecurePort=0, ipcPort=46279, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:12:53,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e8951092d3d1195 with lease ID 0x27f543a9dd0087bf: Processing first storage report for DS-dcb63b71-f8c0-4827-a134-c6c2a8a194df from datanode DatanodeRegistration(127.0.0.1:33975, datanodeUuid=054f6cd8-633d-4e89-b50b-3eca6b5cdd59, infoPort=38117, infoSecurePort=0, ipcPort=42175, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853) 2024-11-09T19:12:53,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e8951092d3d1195 with lease ID 0x27f543a9dd0087bf: from storage DS-dcb63b71-f8c0-4827-a134-c6c2a8a194df node DatanodeRegistration(127.0.0.1:33975, datanodeUuid=054f6cd8-633d-4e89-b50b-3eca6b5cdd59, infoPort=38117, infoSecurePort=0, ipcPort=42175, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:12:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7966f6641facc8b with lease ID 0x27f543a9dd0087c1: Processing first storage report for DS-b77e0c01-1fd3-4485-8189-58642346169c from datanode DatanodeRegistration(127.0.0.1:41055, datanodeUuid=cdf283b0-24a7-4b3c-b275-0e813cac51d3, infoPort=45555, infoSecurePort=0, ipcPort=33727, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853) 2024-11-09T19:12:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7966f6641facc8b with lease ID 0x27f543a9dd0087c1: from storage DS-b77e0c01-1fd3-4485-8189-58642346169c node DatanodeRegistration(127.0.0.1:41055, datanodeUuid=cdf283b0-24a7-4b3c-b275-0e813cac51d3, infoPort=45555, infoSecurePort=0, ipcPort=33727, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:12:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd47a53de74d69f43 with lease ID 0x27f543a9dd0087c0: Processing first storage report for DS-724c7f75-8452-4b47-92f3-9114554b0d61 from datanode DatanodeRegistration(127.0.0.1:42625, datanodeUuid=7501bdb5-99cd-4004-bf08-c13b1cc73d4b, infoPort=45331, infoSecurePort=0, ipcPort=46279, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853) 2024-11-09T19:12:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd47a53de74d69f43 with lease ID 0x27f543a9dd0087c0: from storage DS-724c7f75-8452-4b47-92f3-9114554b0d61 node DatanodeRegistration(127.0.0.1:42625, datanodeUuid=7501bdb5-99cd-4004-bf08-c13b1cc73d4b, infoPort=45331, infoSecurePort=0, ipcPort=46279, storageInfo=lv=-57;cid=testClusterID;nsid=1361359251;c=1731179568853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:12:53,681 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33 2024-11-09T19:12:53,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/zookeeper_0, clientPort=60804, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:12:53,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60804 2024-11-09T19:12:53,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:12:53,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:12:53,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:12:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:12:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:12:54,402 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d with version=8 2024-11-09T19:12:54,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/hbase-staging 2024-11-09T19:12:54,481 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T19:12:54,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:12:54,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:54,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:54,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:12:54,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:54,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:12:54,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:12:54,914 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T19:12:54,923 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T19:12:54,926 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:12:54,952 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1019 (auto-detected) 2024-11-09T19:12:54,953 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T19:12:54,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43837 2024-11-09T19:12:54,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43837 connecting to ZooKeeper ensemble=127.0.0.1:60804 2024-11-09T19:12:55,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438370x0, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:12:55,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43837-0x1012103ed8e0000 connected 2024-11-09T19:12:55,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:12:55,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:12:55,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:12:55,410 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d, hbase.cluster.distributed=false 2024-11-09T19:12:55,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:12:55,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43837 2024-11-09T19:12:55,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43837 2024-11-09T19:12:55,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43837 2024-11-09T19:12:55,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43837 2024-11-09T19:12:55,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43837 2024-11-09T19:12:55,544 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:12:55,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:55,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:55,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:12:55,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:55,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:12:55,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:12:55,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:12:55,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36811 2024-11-09T19:12:55,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36811 connecting to ZooKeeper ensemble=127.0.0.1:60804 2024-11-09T19:12:55,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:12:55,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:12:55,580 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368110x0, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:12:55,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36811-0x1012103ed8e0001 connected 2024-11-09T19:12:55,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:12:55,585 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:12:55,591 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:12:55,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:12:55,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:12:55,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36811 2024-11-09T19:12:55,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36811 2024-11-09T19:12:55,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36811 2024-11-09T19:12:55,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36811 2024-11-09T19:12:55,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36811 2024-11-09T19:12:55,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:12:55,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:55,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:55,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:12:55,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:55,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:12:55,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:12:55,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:12:55,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36017 2024-11-09T19:12:55,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36017 connecting to ZooKeeper ensemble=127.0.0.1:60804 2024-11-09T19:12:55,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:12:55,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:12:55,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360170x0, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:12:55,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36017-0x1012103ed8e0002 connected 2024-11-09T19:12:55,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:12:55,656 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:12:55,657 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:12:55,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:12:55,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:12:55,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-09T19:12:55,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36017 2024-11-09T19:12:55,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36017 2024-11-09T19:12:55,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-09T19:12:55,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-09T19:12:55,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:12:55,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:55,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:55,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:12:55,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:12:55,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:12:55,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:12:55,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:12:55,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40249 2024-11-09T19:12:55,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40249 connecting to ZooKeeper ensemble=127.0.0.1:60804 2024-11-09T19:12:55,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:12:55,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:12:55,707 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402490x0, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:12:55,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40249-0x1012103ed8e0003 connected 2024-11-09T19:12:55,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402490x0, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:12:55,709 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:12:55,710 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:12:55,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:12:55,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:12:55,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-09T19:12:55,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40249 2024-11-09T19:12:55,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40249 2024-11-09T19:12:55,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-09T19:12:55,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-09T19:12:55,729 DEBUG [M:0;fac84fd0e20f:43837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:43837 2024-11-09T19:12:55,730 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fac84fd0e20f,43837,1731179574560 2024-11-09T19:12:55,739 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:12:55,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:12:55,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:12:55,739 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:12:55,741 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fac84fd0e20f,43837,1731179574560 2024-11-09T19:12:55,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:12:55,770 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:12:55,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:55,770 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:12:55,770 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:55,771 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:55,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:55,771 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T19:12:55,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fac84fd0e20f,43837,1731179574560 from backup master directory 2024-11-09T19:12:55,780 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:12:55,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fac84fd0e20f,43837,1731179574560 2024-11-09T19:12:55,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:12:55,780 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:12:55,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:12:55,782 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:12:55,782 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,43837,1731179574560 2024-11-09T19:12:55,783 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T19:12:55,785 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T19:12:55,837 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/hbase.id] with ID: 67fa4ae5-2f36-4203-b6d0-f2281897d4b8 2024-11-09T19:12:55,837 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/.tmp/hbase.id 2024-11-09T19:12:55,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:12:55,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:12:55,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:12:55,853 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/.tmp/hbase.id]:[hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/hbase.id] 2024-11-09T19:12:55,904 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:12:55,910 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:12:55,928 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-09T19:12:55,938 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:55,938 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:55,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:12:55,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:12:55,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:12:55,972 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:12:55,973 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:12:55,986 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T19:12:55,989 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:12:56,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:12:56,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:12:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:12:56,040 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store 2024-11-09T19:12:56,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:12:56,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:12:56,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:12:56,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T19:12:56,072 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:12:56,073 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:12:56,074 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:12:56,074 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:12:56,075 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:12:56,076 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:12:56,076 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:12:56,077 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179576073Disabling compacts and flushes for region at 1731179576073Disabling writes for close at 1731179576076 (+3 ms)Writing region close event to WAL at 1731179576076Closed at 1731179576076 2024-11-09T19:12:56,080 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/.initializing 2024-11-09T19:12:56,080 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/WALs/fac84fd0e20f,43837,1731179574560 2024-11-09T19:12:56,089 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:12:56,103 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C43837%2C1731179574560, suffix=, logDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/WALs/fac84fd0e20f,43837,1731179574560, archiveDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/oldWALs, maxLogs=10 2024-11-09T19:12:56,130 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/WALs/fac84fd0e20f,43837,1731179574560/fac84fd0e20f%2C43837%2C1731179574560.1731179576109, exclude list is [], retry=0 2024-11-09T19:12:56,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-0b952385-e058-426d-a3d0-7ece04313cfa,DISK] 2024-11-09T19:12:56,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33975,DS-8691e7de-be7c-4f7d-a95f-4eb4d17e9a94,DISK] 2024-11-09T19:12:56,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41055,DS-a050d36a-1b04-4ab2-8dcb-fe659592be96,DISK] 2024-11-09T19:12:56,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T19:12:56,190 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/WALs/fac84fd0e20f,43837,1731179574560/fac84fd0e20f%2C43837%2C1731179574560.1731179576109 2024-11-09T19:12:56,191 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38117:38117),(127.0.0.1/127.0.0.1:45331:45331),(127.0.0.1/127.0.0.1:45555:45555)] 2024-11-09T19:12:56,191 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:12:56,192 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:12:56,194 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,195 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:12:56,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:12:56,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:12:56,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:12:56,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:12:56,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:12:56,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:12:56,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:12:56,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:12:56,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:12:56,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:12:56,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:12:56,271 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,274 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,275 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,280 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,281 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,284 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:12:56,287 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:12:56,292 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:12:56,293 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64474557, jitterRate=-0.03925423324108124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:12:56,301 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179576206Initializing all the Stores at 1731179576208 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179576209 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179576209Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179576209Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179576210 (+1 ms)Cleaning up temporary data from old regions at 1731179576281 (+71 ms)Region opened successfully at 1731179576301 (+20 ms) 2024-11-09T19:12:56,302 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:12:56,336 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfe9e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:12:56,366 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:12:56,376 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:12:56,376 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:12:56,378 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:12:56,379 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T19:12:56,384 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T19:12:56,384 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T19:12:56,407 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:12:56,414 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T19:12:56,465 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T19:12:56,468 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:12:56,470 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:12:56,475 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T19:12:56,478 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:12:56,481 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:12:56,485 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T19:12:56,487 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:12:56,496 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T19:12:56,516 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:12:56,528 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T19:12:56,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:12:56,538 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:12:56,539 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,539 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:12:56,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:12:56,539 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,544 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,43837,1731179574560, sessionid=0x1012103ed8e0000, setting cluster-up flag (Was=false) 2024-11-09T19:12:56,570 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,570 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,601 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T19:12:56,604 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,43837,1731179574560 2024-11-09T19:12:56,622 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,622 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:56,654 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T19:12:56,658 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,43837,1731179574560 2024-11-09T19:12:56,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:12:56,720 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(746): ClusterId : 67fa4ae5-2f36-4203-b6d0-f2281897d4b8 2024-11-09T19:12:56,720 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.HRegionServer(746): ClusterId : 67fa4ae5-2f36-4203-b6d0-f2281897d4b8 2024-11-09T19:12:56,720 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(746): ClusterId : 67fa4ae5-2f36-4203-b6d0-f2281897d4b8 2024-11-09T19:12:56,722 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:12:56,722 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:12:56,722 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:12:56,730 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:12:56,730 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:12:56,730 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:12:56,730 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:12:56,730 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:12:56,730 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:12:56,739 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:12:56,748 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:12:56,750 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:12:56,750 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:12:56,750 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:12:56,750 DEBUG [RS:1;fac84fd0e20f:36017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794475bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:12:56,750 DEBUG [RS:0;fac84fd0e20f:36811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c6eb65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:12:56,750 DEBUG [RS:2;fac84fd0e20f:40249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670e605c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:12:56,755 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:12:56,764 DEBUG [RS:1;fac84fd0e20f:36017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fac84fd0e20f:36017 2024-11-09T19:12:56,763 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,43837,1731179574560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:12:56,767 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:12:56,767 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:12:56,767 DEBUG [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:12:56,768 DEBUG [RS:0;fac84fd0e20f:36811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:36811 2024-11-09T19:12:56,768 DEBUG [RS:2;fac84fd0e20f:40249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fac84fd0e20f:40249 2024-11-09T19:12:56,769 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:12:56,769 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:12:56,769 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:12:56,769 DEBUG [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:12:56,769 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:12:56,769 DEBUG [RS:2;fac84fd0e20f:40249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:12:56,770 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,43837,1731179574560 with port=40249, startcode=1731179575682 2024-11-09T19:12:56,770 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,43837,1731179574560 with port=36017, startcode=1731179575617 2024-11-09T19:12:56,770 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,43837,1731179574560 with port=36811, startcode=1731179575512 2024-11-09T19:12:56,771 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:12:56,771 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:12:56,772 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:12:56,772 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:12:56,772 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:12:56,772 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,772 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:12:56,772 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:12:56,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:12:56,784 DEBUG [RS:0;fac84fd0e20f:36811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:12:56,784 DEBUG [RS:2;fac84fd0e20f:40249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:12:56,784 DEBUG [RS:1;fac84fd0e20f:36017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:12:56,784 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731179606784 2024-11-09T19:12:56,786 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:12:56,788 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:12:56,789 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:12:56,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:12:56,792 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:12:56,793 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:12:56,793 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:12:56,793 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:12:56,798 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:56,815 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:12:56,816 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:12:56,816 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:12:56,822 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:12:56,825 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:12:56,857 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:12:56,857 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:12:56,857 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:12:56,858 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179576857,5,FailOnTimeoutGroup] 2024-11-09T19:12:56,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:12:56,859 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179576858,5,FailOnTimeoutGroup] 2024-11-09T19:12:56,859 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:56,860 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:12:56,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:12:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:12:56,861 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:56,862 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:56,863 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:12:56,864 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:12:56,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,36811,1731179575512 2024-11-09T19:12:56,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43837 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,36811,1731179575512 2024-11-09T19:12:56,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,40249,1731179575682 2024-11-09T19:12:56,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43837 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,40249,1731179575682 2024-11-09T19:12:56,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:12:56,883 DEBUG [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:12:56,883 DEBUG [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40211 2024-11-09T19:12:56,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:12:56,884 DEBUG [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:12:56,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:12:56,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,36017,1731179575617 2024-11-09T19:12:56,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43837 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,36017,1731179575617 2024-11-09T19:12:56,886 DEBUG [RS:2;fac84fd0e20f:40249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:12:56,886 DEBUG [RS:2;fac84fd0e20f:40249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40211 2024-11-09T19:12:56,886 DEBUG [RS:2;fac84fd0e20f:40249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:12:56,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:12:56,890 DEBUG [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:12:56,890 DEBUG [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40211 2024-11-09T19:12:56,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:12:56,890 DEBUG [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:12:56,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:12:56,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:12:56,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:12:56,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:12:56,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:12:56,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:12:56,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:12:56,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:12:56,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:12:56,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:12:56,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:12:56,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:12:56,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:12:56,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:12:56,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:12:56,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:12:56,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:12:56,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740 2024-11-09T19:12:56,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740 2024-11-09T19:12:56,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:12:56,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:12:56,914 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:12:56,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:12:56,920 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:12:56,921 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68917815, jitterRate=0.02695547044277191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:12:56,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179576886Initializing all the Stores at 1731179576889 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179576889Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179576890 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179576890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179576890Cleaning up temporary data from old regions at 1731179576913 (+23 ms)Region opened successfully at 1731179576926 (+13 ms) 2024-11-09T19:12:56,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:12:56,926 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:12:56,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:12:56,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:12:56,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:12:56,928 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:12:56,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179576926Disabling compacts and flushes for region at 1731179576926Disabling writes for close at 1731179576926Writing region close event to WAL at 1731179576927 (+1 ms)Closed at 1731179576928 (+1 ms) 2024-11-09T19:12:56,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:12:56,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:12:56,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:12:56,938 DEBUG [RS:2;fac84fd0e20f:40249 {}] zookeeper.ZKUtil(111): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,40249,1731179575682 2024-11-09T19:12:56,938 WARN [RS:2;fac84fd0e20f:40249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:12:56,938 DEBUG [RS:0;fac84fd0e20f:36811 {}] zookeeper.ZKUtil(111): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,36811,1731179575512 2024-11-09T19:12:56,938 DEBUG [RS:1;fac84fd0e20f:36017 {}] zookeeper.ZKUtil(111): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,36017,1731179575617 2024-11-09T19:12:56,938 INFO [RS:2;fac84fd0e20f:40249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:12:56,938 WARN [RS:0;fac84fd0e20f:36811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:12:56,939 WARN [RS:1;fac84fd0e20f:36017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:12:56,939 INFO [RS:0;fac84fd0e20f:36811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:12:56,939 INFO [RS:1;fac84fd0e20f:36017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:12:56,939 DEBUG [RS:2;fac84fd0e20f:40249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682 2024-11-09T19:12:56,939 DEBUG [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36811,1731179575512 2024-11-09T19:12:56,939 DEBUG [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36017,1731179575617 2024-11-09T19:12:56,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,36811,1731179575512] 2024-11-09T19:12:56,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,36017,1731179575617] 2024-11-09T19:12:56,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,40249,1731179575682] 2024-11-09T19:12:56,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:12:56,951 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:12:56,965 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:12:56,965 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:12:56,965 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:12:56,981 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:12:56,981 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:12:56,982 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:12:56,987 INFO [RS:0;fac84fd0e20f:36811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:12:56,987 INFO [RS:1;fac84fd0e20f:36017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:12:56,987 INFO [RS:2;fac84fd0e20f:40249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:12:56,987 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:56,987 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:56,987 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:56,988 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:12:56,988 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:12:56,989 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:12:56,995 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:12:56,995 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:12:56,995 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:12:56,997 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:56,997 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:56,997 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:56,997 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,997 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,997 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,997 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,997 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,997 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,997 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,997 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:12:56,998 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:12:56,998 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:12:56,998 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,998 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,999 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:12:56,999 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:12:56,999 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,999 DEBUG [RS:2;fac84fd0e20f:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:12:56,999 DEBUG [RS:1;fac84fd0e20f:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:12:56,999 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,999 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:12:56,999 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:12:56,999 DEBUG [RS:0;fac84fd0e20f:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:12:57,001 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36017,1731179575617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:12:57,001 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36811,1731179575512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:12:57,002 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,002 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,40249,1731179575682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:12:57,019 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:12:57,019 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:12:57,019 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:12:57,021 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36811,1731179575512-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,021 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36017,1731179575617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,021 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,40249,1731179575682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,021 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,021 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,021 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,021 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.Replication(171): fac84fd0e20f,36811,1731179575512 started 2024-11-09T19:12:57,021 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.Replication(171): fac84fd0e20f,40249,1731179575682 started 2024-11-09T19:12:57,021 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.Replication(171): fac84fd0e20f,36017,1731179575617 started 2024-11-09T19:12:57,037 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,037 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,037 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,36811,1731179575512, RpcServer on fac84fd0e20f/172.17.0.2:36811, sessionid=0x1012103ed8e0001 2024-11-09T19:12:57,037 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,40249,1731179575682, RpcServer on fac84fd0e20f/172.17.0.2:40249, sessionid=0x1012103ed8e0003 2024-11-09T19:12:57,038 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:12:57,038 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:12:57,038 DEBUG [RS:2;fac84fd0e20f:40249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,40249,1731179575682 2024-11-09T19:12:57,038 DEBUG [RS:0;fac84fd0e20f:36811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,36811,1731179575512 2024-11-09T19:12:57,038 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,40249,1731179575682' 2024-11-09T19:12:57,038 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,36811,1731179575512' 2024-11-09T19:12:57,039 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:12:57,039 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:12:57,039 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:12:57,039 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:12:57,040 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:12:57,040 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:12:57,040 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:12:57,040 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:12:57,040 DEBUG [RS:0;fac84fd0e20f:36811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,36811,1731179575512 2024-11-09T19:12:57,040 DEBUG [RS:2;fac84fd0e20f:40249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,40249,1731179575682 2024-11-09T19:12:57,040 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,36811,1731179575512' 2024-11-09T19:12:57,040 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,40249,1731179575682' 2024-11-09T19:12:57,040 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:12:57,040 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:12:57,041 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:12:57,041 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:12:57,041 DEBUG [RS:0;fac84fd0e20f:36811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:12:57,041 DEBUG [RS:2;fac84fd0e20f:40249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:12:57,041 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:12:57,042 INFO [RS:2;fac84fd0e20f:40249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:12:57,042 INFO [RS:0;fac84fd0e20f:36811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:12:57,042 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,36017,1731179575617, RpcServer on fac84fd0e20f/172.17.0.2:36017, sessionid=0x1012103ed8e0002 2024-11-09T19:12:57,042 INFO [RS:2;fac84fd0e20f:40249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:12:57,042 INFO [RS:0;fac84fd0e20f:36811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:12:57,042 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:12:57,042 DEBUG [RS:1;fac84fd0e20f:36017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,36017,1731179575617 2024-11-09T19:12:57,042 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,36017,1731179575617' 2024-11-09T19:12:57,042 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:12:57,043 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:12:57,043 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:12:57,043 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:12:57,043 DEBUG [RS:1;fac84fd0e20f:36017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,36017,1731179575617 2024-11-09T19:12:57,043 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,36017,1731179575617' 2024-11-09T19:12:57,043 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:12:57,044 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:12:57,045 DEBUG [RS:1;fac84fd0e20f:36017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:12:57,045 INFO [RS:1;fac84fd0e20f:36017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:12:57,045 INFO [RS:1;fac84fd0e20f:36017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:12:57,103 WARN [fac84fd0e20f:43837 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T19:12:57,151 INFO [RS:0;fac84fd0e20f:36811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:12:57,151 INFO [RS:1;fac84fd0e20f:36017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:12:57,152 INFO [RS:2;fac84fd0e20f:40249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:12:57,155 INFO [RS:0;fac84fd0e20f:36811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C36811%2C1731179575512, suffix=, logDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36811,1731179575512, archiveDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/oldWALs, maxLogs=32 2024-11-09T19:12:57,155 INFO [RS:2;fac84fd0e20f:40249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C40249%2C1731179575682, suffix=, logDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682, archiveDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/oldWALs, maxLogs=32 2024-11-09T19:12:57,155 INFO [RS:1;fac84fd0e20f:36017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C36017%2C1731179575617, suffix=, logDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36017,1731179575617, archiveDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/oldWALs, maxLogs=32 2024-11-09T19:12:57,170 DEBUG [RS:2;fac84fd0e20f:40249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682/fac84fd0e20f%2C40249%2C1731179575682.1731179577158, exclude list is [], retry=0 2024-11-09T19:12:57,170 DEBUG [RS:0;fac84fd0e20f:36811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36811,1731179575512/fac84fd0e20f%2C36811%2C1731179575512.1731179577158, exclude list is [], retry=0 2024-11-09T19:12:57,172 DEBUG [RS:1;fac84fd0e20f:36017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36017,1731179575617/fac84fd0e20f%2C36017%2C1731179575617.1731179577159, exclude list is [], retry=0 2024-11-09T19:12:57,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33975,DS-8691e7de-be7c-4f7d-a95f-4eb4d17e9a94,DISK] 2024-11-09T19:12:57,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41055,DS-a050d36a-1b04-4ab2-8dcb-fe659592be96,DISK] 2024-11-09T19:12:57,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-0b952385-e058-426d-a3d0-7ece04313cfa,DISK] 2024-11-09T19:12:57,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41055,DS-a050d36a-1b04-4ab2-8dcb-fe659592be96,DISK] 2024-11-09T19:12:57,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33975,DS-8691e7de-be7c-4f7d-a95f-4eb4d17e9a94,DISK] 2024-11-09T19:12:57,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-0b952385-e058-426d-a3d0-7ece04313cfa,DISK] 2024-11-09T19:12:57,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-0b952385-e058-426d-a3d0-7ece04313cfa,DISK] 2024-11-09T19:12:57,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33975,DS-8691e7de-be7c-4f7d-a95f-4eb4d17e9a94,DISK] 2024-11-09T19:12:57,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41055,DS-a050d36a-1b04-4ab2-8dcb-fe659592be96,DISK] 2024-11-09T19:12:57,182 INFO [RS:0;fac84fd0e20f:36811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36811,1731179575512/fac84fd0e20f%2C36811%2C1731179575512.1731179577158 2024-11-09T19:12:57,185 DEBUG [RS:0;fac84fd0e20f:36811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38117:38117),(127.0.0.1/127.0.0.1:45555:45555),(127.0.0.1/127.0.0.1:45331:45331)] 2024-11-09T19:12:57,186 INFO [RS:2;fac84fd0e20f:40249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682/fac84fd0e20f%2C40249%2C1731179575682.1731179577158 2024-11-09T19:12:57,188 DEBUG [RS:2;fac84fd0e20f:40249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45555:45555),(127.0.0.1/127.0.0.1:45331:45331),(127.0.0.1/127.0.0.1:38117:38117)] 2024-11-09T19:12:57,198 INFO [RS:1;fac84fd0e20f:36017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36017,1731179575617/fac84fd0e20f%2C36017%2C1731179575617.1731179577159 2024-11-09T19:12:57,199 DEBUG [RS:1;fac84fd0e20f:36017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45555:45555),(127.0.0.1/127.0.0.1:45331:45331),(127.0.0.1/127.0.0.1:38117:38117)] 2024-11-09T19:12:57,357 DEBUG [fac84fd0e20f:43837 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T19:12:57,370 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:12:57,377 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:12:57,377 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:12:57,377 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T19:12:57,377 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:12:57,377 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:12:57,377 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T19:12:57,377 INFO [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:12:57,377 INFO [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:12:57,377 INFO [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T19:12:57,377 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:12:57,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:12:57,390 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,36017,1731179575617, state=OPENING 2024-11-09T19:12:57,443 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:12:57,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:57,454 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:57,454 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:57,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:12:57,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:12:57,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:12:57,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:12:57,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:12:57,457 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:12:57,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,36017,1731179575617}] 2024-11-09T19:13:04,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:13:04,913 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T19:13:07,484 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:13:07,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:13:07,500 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:13:07,500 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:13:07,501 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:13:07,504 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C36017%2C1731179575617.meta, suffix=.meta, logDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36017,1731179575617, archiveDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/oldWALs, maxLogs=32 2024-11-09T19:13:07,520 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36017,1731179575617/fac84fd0e20f%2C36017%2C1731179575617.meta.1731179587506.meta, exclude list is [], retry=0 2024-11-09T19:13:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33975,DS-8691e7de-be7c-4f7d-a95f-4eb4d17e9a94,DISK] 2024-11-09T19:13:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-0b952385-e058-426d-a3d0-7ece04313cfa,DISK] 2024-11-09T19:13:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41055,DS-a050d36a-1b04-4ab2-8dcb-fe659592be96,DISK] 2024-11-09T19:13:07,529 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36017,1731179575617/fac84fd0e20f%2C36017%2C1731179575617.meta.1731179587506.meta 2024-11-09T19:13:07,529 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38117:38117),(127.0.0.1/127.0.0.1:45331:45331),(127.0.0.1/127.0.0.1:45555:45555)] 2024-11-09T19:13:07,529 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:13:07,531 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:13:07,533 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:13:07,538 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:13:07,542 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:13:07,543 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:07,543 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:13:07,543 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:13:07,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:13:07,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:13:07,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:07,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:13:07,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:13:07,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:13:07,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:07,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:13:07,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:13:07,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:13:07,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:07,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:13:07,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:13:07,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:13:07,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:07,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:13:07,558 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:13:07,559 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740 2024-11-09T19:13:07,562 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740 2024-11-09T19:13:07,564 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:13:07,565 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:13:07,565 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:13:07,568 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:13:07,570 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58800608, jitterRate=-0.12380266189575195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:13:07,570 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:13:07,572 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179587544Writing region info on filesystem at 1731179587544Initializing all the Stores at 1731179587546 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179587546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179587547 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179587547Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179587547Cleaning up temporary data from old regions at 1731179587565 (+18 ms)Running coprocessor post-open hooks at 1731179587570 (+5 ms)Region opened successfully at 1731179587571 (+1 ms) 2024-11-09T19:13:07,580 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179587475 2024-11-09T19:13:07,592 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:13:07,593 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:13:07,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:07,601 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,36017,1731179575617, state=OPEN 2024-11-09T19:13:07,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:13:07,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:13:07,643 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:13:07,643 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:13:07,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:13:07,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:13:07,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:13:07,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:13:07,644 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:07,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:13:07,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,36017,1731179575617 in 10.1850 sec 2024-11-09T19:13:07,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:13:07,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7200 sec 2024-11-09T19:13:07,669 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:13:07,669 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:13:07,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:13:07,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,36017,1731179575617, seqNum=-1] 2024-11-09T19:13:07,717 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:13:07,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:13:07,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0430 sec 2024-11-09T19:13:07,742 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179587742, completionTime=-1 2024-11-09T19:13:07,746 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T19:13:07,746 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:13:07,780 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T19:13:07,780 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731179647780 2024-11-09T19:13:07,780 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731179707780 2024-11-09T19:13:07,781 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 34 msec 2024-11-09T19:13:07,782 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:13:07,790 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43837,1731179574560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:13:07,791 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43837,1731179574560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:13:07,791 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43837,1731179574560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:13:07,793 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:43837, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:13:07,793 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:13:07,794 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:13:07,803 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:13:07,833 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.051sec 2024-11-09T19:13:07,836 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:13:07,837 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:13:07,839 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:13:07,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:13:07,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:13:07,841 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43837,1731179574560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:13:07,842 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43837,1731179574560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:13:07,847 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:13:07,849 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:13:07,849 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43837,1731179574560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:13:07,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:13:07,950 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T19:13:07,950 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T19:13:07,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,43837,-1 for getting cluster id 2024-11-09T19:13:07,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:13:07,973 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67fa4ae5-2f36-4203-b6d0-f2281897d4b8' 2024-11-09T19:13:07,977 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:13:07,977 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67fa4ae5-2f36-4203-b6d0-f2281897d4b8" 2024-11-09T19:13:07,981 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a871aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:13:07,981 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,43837,-1] 2024-11-09T19:13:07,984 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:13:07,987 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:13:07,990 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:13:07,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:13:07,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:13:08,006 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,36017,1731179575617, seqNum=-1] 2024-11-09T19:13:08,007 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:13:08,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:13:08,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,43837,1731179574560 2024-11-09T19:13:08,065 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731179588063 (current time:1731179588063). 2024-11-09T19:13:08,065 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T19:13:08,066 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T19:13:08,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:13:08,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,43837,-1 for getting cluster id 2024-11-09T19:13:08,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:13:08,071 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67fa4ae5-2f36-4203-b6d0-f2281897d4b8' 2024-11-09T19:13:08,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:13:08,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67fa4ae5-2f36-4203-b6d0-f2281897d4b8" 2024-11-09T19:13:08,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79575d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:13:08,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,43837,-1] 2024-11-09T19:13:08,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:13:08,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:13:08,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:13:08,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5785d1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:13:08,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:13:08,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,36017,1731179575617, seqNum=-1] 2024-11-09T19:13:08,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:13:08,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:13:08,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:13:08,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:13:08,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:13:08,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:13:08,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:13:08,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:13:08,106 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,43837,1731179574560 2024-11-09T19:13:08,108 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f7f3ba6 2024-11-09T19:13:08,109 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:13:08,113 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:13:08,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:13:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T19:13:08,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:13:08,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T19:13:08,134 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:08,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:13:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:13:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741837_1013 (size=361) 2024-11-09T19:13:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741837_1013 (size=361) 2024-11-09T19:13:08,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741837_1013 (size=361) 2024-11-09T19:13:08,159 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8dc184487ad05071133a455e1cfd3331, NAME => 'SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:13:08,160 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f58645e697cbe33dbf7a67e6da45f1b3, NAME => 'SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:13:08,161 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6d4531b3b17ed344bc9fa70e9397be5a, NAME => 'SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:13:08,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741838_1014 (size=54) 2024-11-09T19:13:08,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741838_1014 (size=54) 2024-11-09T19:13:08,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741838_1014 (size=54) 2024-11-09T19:13:08,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:08,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8dc184487ad05071133a455e1cfd3331, disabling compactions & flushes 2024-11-09T19:13:08,226 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:08,226 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:08,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. after waiting 0 ms 2024-11-09T19:13:08,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:08,227 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:08,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8dc184487ad05071133a455e1cfd3331: Waiting for close lock at 1731179588226Disabling compacts and flushes for region at 1731179588226Disabling writes for close at 1731179588227 (+1 ms)Writing region close event to WAL at 1731179588227Closed at 1731179588227 2024-11-09T19:13:08,228 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 203f1799ccfb8ca7f330615bd47fdb2f, NAME => 'SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:13:08,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741840_1016 (size=62) 2024-11-09T19:13:08,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741840_1016 (size=62) 2024-11-09T19:13:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741840_1016 (size=62) 2024-11-09T19:13:08,245 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:08,245 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f58645e697cbe33dbf7a67e6da45f1b3, disabling compactions & flushes 2024-11-09T19:13:08,245 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:13:08,245 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:13:08,245 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. after waiting 0 ms 2024-11-09T19:13:08,245 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:13:08,246 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:13:08,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f58645e697cbe33dbf7a67e6da45f1b3: Waiting for close lock at 1731179588245Disabling compacts and flushes for region at 1731179588245Disabling writes for close at 1731179588245Writing region close event to WAL at 1731179588245Closed at 1731179588245 2024-11-09T19:13:08,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741839_1015 (size=62) 2024-11-09T19:13:08,247 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fd73e2958f50959beaa9ff33c128f099, NAME => 'SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:13:08,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741839_1015 (size=62) 2024-11-09T19:13:08,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741839_1015 (size=62) 2024-11-09T19:13:08,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:08,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6d4531b3b17ed344bc9fa70e9397be5a, disabling compactions & flushes 2024-11-09T19:13:08,251 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:13:08,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:13:08,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. after waiting 0 ms 2024-11-09T19:13:08,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:13:08,251 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:13:08,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6d4531b3b17ed344bc9fa70e9397be5a: Waiting for close lock at 1731179588251Disabling compacts and flushes for region at 1731179588251Disabling writes for close at 1731179588251Writing region close event to WAL at 1731179588251Closed at 1731179588251 2024-11-09T19:13:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:13:08,252 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a49fab676fbdaa94aeccb359d5510dcc, NAME => 'SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:13:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741841_1017 (size=62) 2024-11-09T19:13:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741841_1017 (size=62) 2024-11-09T19:13:08,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741841_1017 (size=62) 2024-11-09T19:13:08,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:08,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 203f1799ccfb8ca7f330615bd47fdb2f, disabling compactions & flushes 2024-11-09T19:13:08,286 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:08,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:08,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. after waiting 0 ms 2024-11-09T19:13:08,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:08,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:08,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 203f1799ccfb8ca7f330615bd47fdb2f: Waiting for close lock at 1731179588286Disabling compacts and flushes for region at 1731179588286Disabling writes for close at 1731179588287 (+1 ms)Writing region close event to WAL at 1731179588287Closed at 1731179588287 2024-11-09T19:13:08,288 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f8e30cf242ecd36eb4469eac752380c, NAME => 'SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:13:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741842_1018 (size=62) 2024-11-09T19:13:08,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741842_1018 (size=62) 2024-11-09T19:13:08,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741842_1018 (size=62) 2024-11-09T19:13:08,298 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:08,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fd73e2958f50959beaa9ff33c128f099, disabling compactions & flushes 2024-11-09T19:13:08,299 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:13:08,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:13:08,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. after waiting 0 ms 2024-11-09T19:13:08,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:13:08,299 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:13:08,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fd73e2958f50959beaa9ff33c128f099: Waiting for close lock at 1731179588299Disabling compacts and flushes for region at 1731179588299Disabling writes for close at 1731179588299Writing region close event to WAL at 1731179588299Closed at 1731179588299 2024-11-09T19:13:08,300 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5bd9927268effad38adac091b6f4f93d, NAME => 'SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:13:08,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741843_1019 (size=62) 2024-11-09T19:13:08,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741843_1019 (size=62) 2024-11-09T19:13:08,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741843_1019 (size=62) 2024-11-09T19:13:08,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:08,323 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a49fab676fbdaa94aeccb359d5510dcc, disabling compactions & flushes 2024-11-09T19:13:08,323 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:13:08,323 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:13:08,323 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. after waiting 0 ms 2024-11-09T19:13:08,323 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:13:08,323 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:13:08,323 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a49fab676fbdaa94aeccb359d5510dcc: Waiting for close lock at 1731179588323Disabling compacts and flushes for region at 1731179588323Disabling writes for close at 1731179588323Writing region close event to WAL at 1731179588323Closed at 1731179588323 2024-11-09T19:13:08,324 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4858efcf14a3dcd99b202363199ddfb2, NAME => 'SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:13:08,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741844_1020 (size=62) 2024-11-09T19:13:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741844_1020 (size=62) 2024-11-09T19:13:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741844_1020 (size=62) 2024-11-09T19:13:08,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:08,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5f8e30cf242ecd36eb4469eac752380c, disabling compactions & flushes 2024-11-09T19:13:08,346 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:08,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:08,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. after waiting 0 ms 2024-11-09T19:13:08,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:08,346 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:08,347 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f8e30cf242ecd36eb4469eac752380c: Waiting for close lock at 1731179588346Disabling compacts and flushes for region at 1731179588346Disabling writes for close at 1731179588346Writing region close event to WAL at 1731179588346Closed at 1731179588346 2024-11-09T19:13:08,347 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70cb9e63cb37c52c0eab0e35dfc24f36, NAME => 'SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d 2024-11-09T19:13:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741845_1021 (size=62) 2024-11-09T19:13:08,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741845_1021 (size=62) 2024-11-09T19:13:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741845_1021 (size=62) 2024-11-09T19:13:08,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741846_1022 (size=62) 2024-11-09T19:13:08,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741846_1022 (size=62) 2024-11-09T19:13:08,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741846_1022 (size=62) 2024-11-09T19:13:08,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:08,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:08,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4858efcf14a3dcd99b202363199ddfb2, disabling compactions & flushes 2024-11-09T19:13:08,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5bd9927268effad38adac091b6f4f93d, disabling compactions & flushes 2024-11-09T19:13:08,361 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:13:08,361 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:13:08,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:13:08,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:13:08,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. after waiting 0 ms 2024-11-09T19:13:08,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. after waiting 0 ms 2024-11-09T19:13:08,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:13:08,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:13:08,362 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:13:08,363 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4858efcf14a3dcd99b202363199ddfb2: Waiting for close lock at 1731179588361Disabling compacts and flushes for region at 1731179588361Disabling writes for close at 1731179588362 (+1 ms)Writing region close event to WAL at 1731179588362Closed at 1731179588362 2024-11-09T19:13:08,362 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:13:08,363 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5bd9927268effad38adac091b6f4f93d: Waiting for close lock at 1731179588361Disabling compacts and flushes for region at 1731179588361Disabling writes for close at 1731179588362 (+1 ms)Writing region close event to WAL at 1731179588362Closed at 1731179588362 2024-11-09T19:13:08,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741847_1023 (size=54) 2024-11-09T19:13:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741847_1023 (size=54) 2024-11-09T19:13:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741847_1023 (size=54) 2024-11-09T19:13:08,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:08,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 70cb9e63cb37c52c0eab0e35dfc24f36, disabling compactions & flushes 2024-11-09T19:13:08,370 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:08,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:08,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. after waiting 0 ms 2024-11-09T19:13:08,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:08,371 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:08,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70cb9e63cb37c52c0eab0e35dfc24f36: Waiting for close lock at 1731179588370Disabling compacts and flushes for region at 1731179588370Disabling writes for close at 1731179588371 (+1 ms)Writing region close event to WAL at 1731179588371Closed at 1731179588371 2024-11-09T19:13:08,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:13:08,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731179588374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179588374"}]},"ts":"1731179588374"} 2024-11-09T19:13:08,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179588374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179588374"}]},"ts":"1731179588374"} 2024-11-09T19:13:08,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179588374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179588374"}]},"ts":"1731179588374"} 2024-11-09T19:13:08,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179588374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179588374"}]},"ts":"1731179588374"} 2024-11-09T19:13:08,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179588374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179588374"}]},"ts":"1731179588374"} 2024-11-09T19:13:08,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179588374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179588374"}]},"ts":"1731179588374"} 2024-11-09T19:13:08,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179588374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179588374"}]},"ts":"1731179588374"} 2024-11-09T19:13:08,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179588374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179588374"}]},"ts":"1731179588374"} 2024-11-09T19:13:08,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179588374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179588374"}]},"ts":"1731179588374"} 2024-11-09T19:13:08,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731179588374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179588374"}]},"ts":"1731179588374"} 2024-11-09T19:13:08,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T19:13:08,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:13:08,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179588437"}]},"ts":"1731179588437"} 2024-11-09T19:13:08,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T19:13:08,447 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:13:08,460 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:13:08,460 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:13:08,460 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T19:13:08,460 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:13:08,460 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:13:08,460 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T19:13:08,460 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:13:08,460 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:13:08,460 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T19:13:08,460 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:13:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:13:08,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dc184487ad05071133a455e1cfd3331, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f58645e697cbe33dbf7a67e6da45f1b3, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d4531b3b17ed344bc9fa70e9397be5a, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=203f1799ccfb8ca7f330615bd47fdb2f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd73e2958f50959beaa9ff33c128f099, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49fab676fbdaa94aeccb359d5510dcc, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f8e30cf242ecd36eb4469eac752380c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd9927268effad38adac091b6f4f93d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4858efcf14a3dcd99b202363199ddfb2, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70cb9e63cb37c52c0eab0e35dfc24f36, ASSIGN}] 2024-11-09T19:13:08,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70cb9e63cb37c52c0eab0e35dfc24f36, ASSIGN 2024-11-09T19:13:08,469 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4858efcf14a3dcd99b202363199ddfb2, ASSIGN 2024-11-09T19:13:08,470 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f8e30cf242ecd36eb4469eac752380c, ASSIGN 2024-11-09T19:13:08,470 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd9927268effad38adac091b6f4f93d, ASSIGN 2024-11-09T19:13:08,472 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70cb9e63cb37c52c0eab0e35dfc24f36, ASSIGN; state=OFFLINE, location=fac84fd0e20f,40249,1731179575682; forceNewPlan=false, retain=false 2024-11-09T19:13:08,473 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4858efcf14a3dcd99b202363199ddfb2, ASSIGN; state=OFFLINE, location=fac84fd0e20f,36811,1731179575512; forceNewPlan=false, retain=false 2024-11-09T19:13:08,474 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f8e30cf242ecd36eb4469eac752380c, ASSIGN; state=OFFLINE, location=fac84fd0e20f,40249,1731179575682; forceNewPlan=false, retain=false 2024-11-09T19:13:08,474 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5bd9927268effad38adac091b6f4f93d, ASSIGN; state=OFFLINE, location=fac84fd0e20f,36017,1731179575617; forceNewPlan=false, retain=false 2024-11-09T19:13:08,487 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd73e2958f50959beaa9ff33c128f099, ASSIGN 2024-11-09T19:13:08,488 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49fab676fbdaa94aeccb359d5510dcc, ASSIGN 2024-11-09T19:13:08,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=203f1799ccfb8ca7f330615bd47fdb2f, ASSIGN 2024-11-09T19:13:08,489 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d4531b3b17ed344bc9fa70e9397be5a, ASSIGN 2024-11-09T19:13:08,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f58645e697cbe33dbf7a67e6da45f1b3, ASSIGN 2024-11-09T19:13:08,492 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd73e2958f50959beaa9ff33c128f099, ASSIGN; state=OFFLINE, location=fac84fd0e20f,36811,1731179575512; forceNewPlan=false, retain=false 2024-11-09T19:13:08,493 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=203f1799ccfb8ca7f330615bd47fdb2f, ASSIGN; state=OFFLINE, location=fac84fd0e20f,40249,1731179575682; forceNewPlan=false, retain=false 2024-11-09T19:13:08,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d4531b3b17ed344bc9fa70e9397be5a, ASSIGN; state=OFFLINE, location=fac84fd0e20f,36017,1731179575617; forceNewPlan=false, retain=false 2024-11-09T19:13:08,493 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a49fab676fbdaa94aeccb359d5510dcc, ASSIGN; state=OFFLINE, location=fac84fd0e20f,36017,1731179575617; forceNewPlan=false, retain=false 2024-11-09T19:13:08,494 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f58645e697cbe33dbf7a67e6da45f1b3, ASSIGN; state=OFFLINE, location=fac84fd0e20f,36811,1731179575512; forceNewPlan=false, retain=false 2024-11-09T19:13:08,500 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dc184487ad05071133a455e1cfd3331, ASSIGN 2024-11-09T19:13:08,505 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8dc184487ad05071133a455e1cfd3331, ASSIGN; state=OFFLINE, location=fac84fd0e20f,40249,1731179575682; forceNewPlan=false, retain=false 2024-11-09T19:13:08,626 INFO [fac84fd0e20f:43837 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T19:13:08,627 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=70cb9e63cb37c52c0eab0e35dfc24f36, regionState=OPENING, regionLocation=fac84fd0e20f,40249,1731179575682 2024-11-09T19:13:08,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=203f1799ccfb8ca7f330615bd47fdb2f, regionState=OPENING, regionLocation=fac84fd0e20f,40249,1731179575682 2024-11-09T19:13:08,627 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dc184487ad05071133a455e1cfd3331, regionState=OPENING, regionLocation=fac84fd0e20f,40249,1731179575682 2024-11-09T19:13:08,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5f8e30cf242ecd36eb4469eac752380c, regionState=OPENING, regionLocation=fac84fd0e20f,40249,1731179575682 2024-11-09T19:13:08,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4858efcf14a3dcd99b202363199ddfb2, regionState=OPENING, regionLocation=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:08,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f58645e697cbe33dbf7a67e6da45f1b3, regionState=OPENING, regionLocation=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:08,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd73e2958f50959beaa9ff33c128f099, regionState=OPENING, regionLocation=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:08,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5bd9927268effad38adac091b6f4f93d, regionState=OPENING, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:08,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a49fab676fbdaa94aeccb359d5510dcc, regionState=OPENING, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:08,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6d4531b3b17ed344bc9fa70e9397be5a, regionState=OPENING, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:08,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f8e30cf242ecd36eb4469eac752380c, ASSIGN because future has completed 2024-11-09T19:13:08,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8e30cf242ecd36eb4469eac752380c, server=fac84fd0e20f,40249,1731179575682}] 2024-11-09T19:13:08,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8dc184487ad05071133a455e1cfd3331, ASSIGN because future has completed 2024-11-09T19:13:08,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dc184487ad05071133a455e1cfd3331, server=fac84fd0e20f,40249,1731179575682}] 2024-11-09T19:13:08,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4858efcf14a3dcd99b202363199ddfb2, ASSIGN because future has completed 2024-11-09T19:13:08,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=203f1799ccfb8ca7f330615bd47fdb2f, ASSIGN because future has completed 2024-11-09T19:13:08,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f, server=fac84fd0e20f,40249,1731179575682}] 2024-11-09T19:13:08,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f58645e697cbe33dbf7a67e6da45f1b3, ASSIGN because future has completed 2024-11-09T19:13:08,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70cb9e63cb37c52c0eab0e35dfc24f36, ASSIGN because future has completed 2024-11-09T19:13:08,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4858efcf14a3dcd99b202363199ddfb2, server=fac84fd0e20f,36811,1731179575512}] 2024-11-09T19:13:08,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36, server=fac84fd0e20f,40249,1731179575682}] 2024-11-09T19:13:08,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5bd9927268effad38adac091b6f4f93d, ASSIGN because future has completed 2024-11-09T19:13:08,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d4531b3b17ed344bc9fa70e9397be5a, ASSIGN because future has completed 2024-11-09T19:13:08,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f58645e697cbe33dbf7a67e6da45f1b3, server=fac84fd0e20f,36811,1731179575512}] 2024-11-09T19:13:08,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a49fab676fbdaa94aeccb359d5510dcc, ASSIGN because future has completed 2024-11-09T19:13:08,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd73e2958f50959beaa9ff33c128f099, ASSIGN because future has completed 2024-11-09T19:13:08,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd73e2958f50959beaa9ff33c128f099, server=fac84fd0e20f,36811,1731179575512}] 2024-11-09T19:13:08,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a49fab676fbdaa94aeccb359d5510dcc, server=fac84fd0e20f,36017,1731179575617}] 2024-11-09T19:13:08,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd9927268effad38adac091b6f4f93d, server=fac84fd0e20f,36017,1731179575617}] 2024-11-09T19:13:08,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d4531b3b17ed344bc9fa70e9397be5a, server=fac84fd0e20f,36017,1731179575617}] 2024-11-09T19:13:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:13:08,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:13:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:13:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:13:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:13:13,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T19:13:14,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:13:14,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T19:13:14,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:13:14,913 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T19:13:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:13:18,644 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:13:18,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:13:18,656 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:18,656 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dc184487ad05071133a455e1cfd3331, NAME => 'SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T19:13:18,657 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:18,657 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:18,657 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:18,658 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:18,660 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:13:18,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:13:18,662 INFO [StoreOpener-8dc184487ad05071133a455e1cfd3331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:18,665 INFO [StoreOpener-8dc184487ad05071133a455e1cfd3331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dc184487ad05071133a455e1cfd3331 columnFamilyName cf 2024-11-09T19:13:18,665 DEBUG [StoreOpener-8dc184487ad05071133a455e1cfd3331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:18,666 INFO [StoreOpener-8dc184487ad05071133a455e1cfd3331-1 {}] regionserver.HStore(327): Store=8dc184487ad05071133a455e1cfd3331/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:18,666 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:18,668 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:18,668 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:18,668 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:13:18,669 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4858efcf14a3dcd99b202363199ddfb2, NAME => 'SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T19:13:18,669 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:18,669 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:18,670 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:18,670 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:18,670 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:18,670 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:18,672 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:18,674 INFO [StoreOpener-4858efcf14a3dcd99b202363199ddfb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:18,675 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/8dc184487ad05071133a455e1cfd3331/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:13:18,676 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 8dc184487ad05071133a455e1cfd3331; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74959981, jitterRate=0.11699075996875763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:18,676 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:18,676 INFO [StoreOpener-4858efcf14a3dcd99b202363199ddfb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4858efcf14a3dcd99b202363199ddfb2 columnFamilyName cf 2024-11-09T19:13:18,676 DEBUG [StoreOpener-4858efcf14a3dcd99b202363199ddfb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:18,677 INFO [StoreOpener-4858efcf14a3dcd99b202363199ddfb2-1 {}] regionserver.HStore(327): Store=4858efcf14a3dcd99b202363199ddfb2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:18,677 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:18,678 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 8dc184487ad05071133a455e1cfd3331: Running coprocessor pre-open hook at 1731179598658Writing region info on filesystem at 1731179598658Initializing all the Stores at 1731179598660 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179598662 (+2 ms)Cleaning up temporary data from old regions at 1731179598669 (+7 ms)Running coprocessor post-open hooks at 1731179598676 (+7 ms)Region opened successfully at 1731179598677 (+1 ms) 2024-11-09T19:13:18,678 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:18,679 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:18,680 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:18,680 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:18,680 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331., pid=16, masterSystemTime=1731179598644 2024-11-09T19:13:18,683 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:18,683 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:18,683 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:18,684 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 203f1799ccfb8ca7f330615bd47fdb2f, NAME => 'SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T19:13:18,684 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:18,684 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:18,685 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:18,685 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:18,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dc184487ad05071133a455e1cfd3331, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,40249,1731179575682 2024-11-09T19:13:18,685 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:18,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dc184487ad05071133a455e1cfd3331, server=fac84fd0e20f,40249,1731179575682 because future has completed 2024-11-09T19:13:18,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-09T19:13:18,695 INFO [StoreOpener-203f1799ccfb8ca7f330615bd47fdb2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:18,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dc184487ad05071133a455e1cfd3331, server=fac84fd0e20f,40249,1731179575682 in 10.0510 sec 2024-11-09T19:13:18,698 INFO [StoreOpener-203f1799ccfb8ca7f330615bd47fdb2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 203f1799ccfb8ca7f330615bd47fdb2f columnFamilyName cf 2024-11-09T19:13:18,698 DEBUG [StoreOpener-203f1799ccfb8ca7f330615bd47fdb2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:18,698 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/4858efcf14a3dcd99b202363199ddfb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:13:18,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dc184487ad05071133a455e1cfd3331, ASSIGN in 10.2340 sec 2024-11-09T19:13:18,699 INFO [StoreOpener-203f1799ccfb8ca7f330615bd47fdb2f-1 {}] regionserver.HStore(327): Store=203f1799ccfb8ca7f330615bd47fdb2f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:18,699 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:18,700 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4858efcf14a3dcd99b202363199ddfb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71532198, jitterRate=0.06591281294822693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:18,700 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:18,700 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4858efcf14a3dcd99b202363199ddfb2: Running coprocessor pre-open hook at 1731179598670Writing region info on filesystem at 1731179598670Initializing all the Stores at 1731179598672 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179598672Cleaning up temporary data from old regions at 1731179598680 (+8 ms)Running coprocessor post-open hooks at 1731179598700 (+20 ms)Region opened successfully at 1731179598700 2024-11-09T19:13:18,701 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:18,701 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:18,703 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:18,703 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:18,704 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:13:18,705 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2., pid=17, masterSystemTime=1731179598659 2024-11-09T19:13:18,705 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => a49fab676fbdaa94aeccb359d5510dcc, NAME => 'SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T19:13:18,705 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:18,705 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:18,705 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:18,705 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:18,706 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:18,710 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:13:18,710 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:13:18,710 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:13:18,710 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f58645e697cbe33dbf7a67e6da45f1b3, NAME => 'SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T19:13:18,711 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:18,711 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:18,711 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:18,711 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:18,711 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/203f1799ccfb8ca7f330615bd47fdb2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:13:18,712 INFO [StoreOpener-a49fab676fbdaa94aeccb359d5510dcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:18,712 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 203f1799ccfb8ca7f330615bd47fdb2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75223378, jitterRate=0.12091568112373352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:18,713 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4858efcf14a3dcd99b202363199ddfb2, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:18,713 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:18,713 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 203f1799ccfb8ca7f330615bd47fdb2f: Running coprocessor pre-open hook at 1731179598685Writing region info on filesystem at 1731179598685Initializing all the Stores at 1731179598688 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179598688Cleaning up temporary data from old regions at 1731179598703 (+15 ms)Running coprocessor post-open hooks at 1731179598713 (+10 ms)Region opened successfully at 1731179598713 2024-11-09T19:13:18,715 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f., pid=18, masterSystemTime=1731179598644 2024-11-09T19:13:18,715 INFO [StoreOpener-f58645e697cbe33dbf7a67e6da45f1b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:18,718 INFO [StoreOpener-f58645e697cbe33dbf7a67e6da45f1b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f58645e697cbe33dbf7a67e6da45f1b3 columnFamilyName cf 2024-11-09T19:13:18,719 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:18,719 DEBUG [StoreOpener-f58645e697cbe33dbf7a67e6da45f1b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:18,719 INFO [StoreOpener-a49fab676fbdaa94aeccb359d5510dcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49fab676fbdaa94aeccb359d5510dcc columnFamilyName cf 2024-11-09T19:13:18,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4858efcf14a3dcd99b202363199ddfb2, server=fac84fd0e20f,36811,1731179575512 because future has completed 2024-11-09T19:13:18,719 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:18,719 DEBUG [StoreOpener-a49fab676fbdaa94aeccb359d5510dcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:18,719 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:18,720 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f8e30cf242ecd36eb4469eac752380c, NAME => 'SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T19:13:18,720 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:18,720 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:18,720 INFO [StoreOpener-a49fab676fbdaa94aeccb359d5510dcc-1 {}] regionserver.HStore(327): Store=a49fab676fbdaa94aeccb359d5510dcc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:18,721 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:18,721 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:18,721 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:18,721 INFO [StoreOpener-f58645e697cbe33dbf7a67e6da45f1b3-1 {}] regionserver.HStore(327): Store=f58645e697cbe33dbf7a67e6da45f1b3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:18,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=203f1799ccfb8ca7f330615bd47fdb2f, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,40249,1731179575682 2024-11-09T19:13:18,721 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:18,722 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:18,723 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:18,723 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:18,723 INFO [StoreOpener-5f8e30cf242ecd36eb4469eac752380c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:18,723 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:18,724 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:18,724 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:18,724 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:18,725 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:18,726 INFO [StoreOpener-5f8e30cf242ecd36eb4469eac752380c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8e30cf242ecd36eb4469eac752380c columnFamilyName cf 2024-11-09T19:13:18,726 DEBUG [StoreOpener-5f8e30cf242ecd36eb4469eac752380c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:18,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f, server=fac84fd0e20f,40249,1731179575682 because future has completed 2024-11-09T19:13:18,728 INFO [StoreOpener-5f8e30cf242ecd36eb4469eac752380c-1 {}] regionserver.HStore(327): Store=5f8e30cf242ecd36eb4469eac752380c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:18,729 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:18,729 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:18,729 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:18,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-09T19:13:18,730 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:18,731 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:18,733 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:18,733 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:18,734 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/a49fab676fbdaa94aeccb359d5510dcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:13:18,735 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened a49fab676fbdaa94aeccb359d5510dcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62747764, jitterRate=-0.06498545408248901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:18,735 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:18,735 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/f58645e697cbe33dbf7a67e6da45f1b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:13:18,735 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for a49fab676fbdaa94aeccb359d5510dcc: Running coprocessor pre-open hook at 1731179598706Writing region info on filesystem at 1731179598706Initializing all the Stores at 1731179598711 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179598711Cleaning up temporary data from old regions at 1731179598724 (+13 ms)Running coprocessor post-open hooks at 1731179598735 (+11 ms)Region opened successfully at 1731179598735 2024-11-09T19:13:18,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4858efcf14a3dcd99b202363199ddfb2, server=fac84fd0e20f,36811,1731179575512 in 10.0800 sec 2024-11-09T19:13:18,736 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f58645e697cbe33dbf7a67e6da45f1b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59451080, jitterRate=-0.11410987377166748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:18,737 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:18,737 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f58645e697cbe33dbf7a67e6da45f1b3: Running coprocessor pre-open hook at 1731179598711Writing region info on filesystem at 1731179598711Initializing all the Stores at 1731179598713 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179598713Cleaning up temporary data from old regions at 1731179598725 (+12 ms)Running coprocessor post-open hooks at 1731179598737 (+12 ms)Region opened successfully at 1731179598737 2024-11-09T19:13:18,737 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc., pid=22, masterSystemTime=1731179598679 2024-11-09T19:13:18,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-09T19:13:18,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f, server=fac84fd0e20f,40249,1731179575682 in 10.0830 sec 2024-11-09T19:13:18,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4858efcf14a3dcd99b202363199ddfb2, ASSIGN in 10.2690 sec 2024-11-09T19:13:18,741 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:18,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=203f1799ccfb8ca7f330615bd47fdb2f, ASSIGN in 10.2760 sec 2024-11-09T19:13:18,745 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3., pid=20, masterSystemTime=1731179598659 2024-11-09T19:13:18,750 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5f8e30cf242ecd36eb4469eac752380c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:13:18,751 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 5f8e30cf242ecd36eb4469eac752380c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58834977, jitterRate=-0.1232905238866806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:18,752 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:18,752 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 5f8e30cf242ecd36eb4469eac752380c: Running coprocessor pre-open hook at 1731179598721Writing region info on filesystem at 1731179598721Initializing all the Stores at 1731179598722 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179598722Cleaning up temporary data from old regions at 1731179598734 (+12 ms)Running coprocessor post-open hooks at 1731179598752 (+18 ms)Region opened successfully at 1731179598752 2024-11-09T19:13:18,762 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c., pid=15, masterSystemTime=1731179598644 2024-11-09T19:13:18,764 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:13:18,765 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:13:18,765 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:13:18,765 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d4531b3b17ed344bc9fa70e9397be5a, NAME => 'SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T19:13:18,766 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:18,766 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:18,766 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:18,766 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:18,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a49fab676fbdaa94aeccb359d5510dcc, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:18,769 INFO [StoreOpener-6d4531b3b17ed344bc9fa70e9397be5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:18,772 INFO [StoreOpener-6d4531b3b17ed344bc9fa70e9397be5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d4531b3b17ed344bc9fa70e9397be5a columnFamilyName cf 2024-11-09T19:13:18,772 DEBUG [StoreOpener-6d4531b3b17ed344bc9fa70e9397be5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:18,775 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:13:18,775 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:13:18,776 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:13:18,776 INFO [StoreOpener-6d4531b3b17ed344bc9fa70e9397be5a-1 {}] regionserver.HStore(327): Store=6d4531b3b17ed344bc9fa70e9397be5a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:18,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a49fab676fbdaa94aeccb359d5510dcc, server=fac84fd0e20f,36017,1731179575617 because future has completed 2024-11-09T19:13:18,776 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fd73e2958f50959beaa9ff33c128f099, NAME => 'SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T19:13:18,776 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:18,777 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:18,777 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:18,777 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:18,777 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:18,777 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:18,777 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:18,781 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:18,781 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:18,782 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 70cb9e63cb37c52c0eab0e35dfc24f36, NAME => 'SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T19:13:18,782 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:18,783 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:18,784 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:18,784 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:18,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f58645e697cbe33dbf7a67e6da45f1b3, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:18,784 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:18,785 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:18,785 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:18,786 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5f8e30cf242ecd36eb4469eac752380c, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,40249,1731179575682 2024-11-09T19:13:18,789 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:18,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f58645e697cbe33dbf7a67e6da45f1b3, server=fac84fd0e20f,36811,1731179575512 because future has completed 2024-11-09T19:13:18,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8e30cf242ecd36eb4469eac752380c, server=fac84fd0e20f,40249,1731179575682 because future has completed 2024-11-09T19:13:18,792 INFO [StoreOpener-fd73e2958f50959beaa9ff33c128f099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:18,792 INFO [StoreOpener-70cb9e63cb37c52c0eab0e35dfc24f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:18,796 INFO [StoreOpener-70cb9e63cb37c52c0eab0e35dfc24f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70cb9e63cb37c52c0eab0e35dfc24f36 columnFamilyName cf 2024-11-09T19:13:18,796 DEBUG [StoreOpener-70cb9e63cb37c52c0eab0e35dfc24f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:18,797 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/6d4531b3b17ed344bc9fa70e9397be5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:13:18,798 INFO [StoreOpener-70cb9e63cb37c52c0eab0e35dfc24f36-1 {}] regionserver.HStore(327): Store=70cb9e63cb37c52c0eab0e35dfc24f36/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:18,798 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6d4531b3b17ed344bc9fa70e9397be5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75431218, jitterRate=0.12401273846626282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:18,798 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:18,799 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:18,799 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6d4531b3b17ed344bc9fa70e9397be5a: Running coprocessor pre-open hook at 1731179598767Writing region info on filesystem at 1731179598767Initializing all the Stores at 1731179598769 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179598769Cleaning up temporary data from old regions at 1731179598784 (+15 ms)Running coprocessor post-open hooks at 1731179598799 (+15 ms)Region opened successfully at 1731179598799 2024-11-09T19:13:18,798 INFO [StoreOpener-fd73e2958f50959beaa9ff33c128f099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd73e2958f50959beaa9ff33c128f099 columnFamilyName cf 2024-11-09T19:13:18,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-09T19:13:18,800 DEBUG [StoreOpener-fd73e2958f50959beaa9ff33c128f099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:18,801 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:18,801 INFO [StoreOpener-fd73e2958f50959beaa9ff33c128f099-1 {}] regionserver.HStore(327): Store=fd73e2958f50959beaa9ff33c128f099/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:18,802 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:18,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a49fab676fbdaa94aeccb359d5510dcc, server=fac84fd0e20f,36017,1731179575617 in 10.1240 sec 2024-11-09T19:13:18,803 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a., pid=24, masterSystemTime=1731179598679 2024-11-09T19:13:18,803 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:18,803 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:18,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-09T19:13:18,805 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:18,807 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:13:18,807 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:13:18,807 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:13:18,807 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bd9927268effad38adac091b6f4f93d, NAME => 'SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T19:13:18,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-09T19:13:18,808 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:18,808 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:18,808 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:18,809 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:18,810 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:18,810 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:18,810 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:18,811 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:18,811 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:18,814 INFO [StoreOpener-5bd9927268effad38adac091b6f4f93d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:18,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f8e30cf242ecd36eb4469eac752380c, server=fac84fd0e20f,40249,1731179575682 in 10.1600 sec 2024-11-09T19:13:18,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f58645e697cbe33dbf7a67e6da45f1b3, server=fac84fd0e20f,36811,1731179575512 in 10.1450 sec 2024-11-09T19:13:18,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a49fab676fbdaa94aeccb359d5510dcc, ASSIGN in 10.3410 sec 2024-11-09T19:13:18,817 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:18,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f8e30cf242ecd36eb4469eac752380c, ASSIGN in 10.3440 sec 2024-11-09T19:13:18,818 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6d4531b3b17ed344bc9fa70e9397be5a, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:18,819 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/70cb9e63cb37c52c0eab0e35dfc24f36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:13:18,821 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 70cb9e63cb37c52c0eab0e35dfc24f36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72147548, jitterRate=0.07508224248886108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:18,821 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:18,821 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 70cb9e63cb37c52c0eab0e35dfc24f36: Running coprocessor pre-open hook at 1731179598785Writing region info on filesystem at 1731179598785Initializing all the Stores at 1731179598790 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179598790Cleaning up temporary data from old regions at 1731179598803 (+13 ms)Running coprocessor post-open hooks at 1731179598821 (+18 ms)Region opened successfully at 1731179598821 2024-11-09T19:13:18,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f58645e697cbe33dbf7a67e6da45f1b3, ASSIGN in 10.3540 sec 2024-11-09T19:13:18,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d4531b3b17ed344bc9fa70e9397be5a, server=fac84fd0e20f,36017,1731179575617 because future has completed 2024-11-09T19:13:18,823 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36., pid=19, masterSystemTime=1731179598644 2024-11-09T19:13:18,824 INFO [StoreOpener-5bd9927268effad38adac091b6f4f93d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd9927268effad38adac091b6f4f93d columnFamilyName cf 2024-11-09T19:13:18,824 DEBUG [StoreOpener-5bd9927268effad38adac091b6f4f93d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:18,825 INFO [StoreOpener-5bd9927268effad38adac091b6f4f93d-1 {}] regionserver.HStore(327): Store=5bd9927268effad38adac091b6f4f93d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:18,825 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:18,825 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/fd73e2958f50959beaa9ff33c128f099/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:13:18,826 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fd73e2958f50959beaa9ff33c128f099; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58828433, jitterRate=-0.12338803708553314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:18,827 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:18,827 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:18,827 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fd73e2958f50959beaa9ff33c128f099: Running coprocessor pre-open hook at 1731179598783Writing region info on filesystem at 1731179598783Initializing all the Stores at 1731179598788 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179598789 (+1 ms)Cleaning up temporary data from old regions at 1731179598811 (+22 ms)Running coprocessor post-open hooks at 1731179598827 (+16 ms)Region opened successfully at 1731179598827 2024-11-09T19:13:18,828 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:18,828 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:18,828 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:18,828 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099., pid=21, masterSystemTime=1731179598659 2024-11-09T19:13:18,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=70cb9e63cb37c52c0eab0e35dfc24f36, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,40249,1731179575682 2024-11-09T19:13:18,831 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:18,831 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:18,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-09T19:13:18,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d4531b3b17ed344bc9fa70e9397be5a, server=fac84fd0e20f,36017,1731179575617 in 10.1470 sec 2024-11-09T19:13:18,832 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:13:18,833 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:13:18,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36, server=fac84fd0e20f,40249,1731179575682 because future has completed 2024-11-09T19:13:18,835 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:18,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d4531b3b17ed344bc9fa70e9397be5a, ASSIGN in 10.3700 sec 2024-11-09T19:13:18,836 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd73e2958f50959beaa9ff33c128f099, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:18,839 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5bd9927268effad38adac091b6f4f93d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:13:18,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd73e2958f50959beaa9ff33c128f099, server=fac84fd0e20f,36811,1731179575512 because future has completed 2024-11-09T19:13:18,841 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5bd9927268effad38adac091b6f4f93d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69104686, jitterRate=0.029740065336227417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:18,841 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:18,841 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5bd9927268effad38adac091b6f4f93d: Running coprocessor pre-open hook at 1731179598809Writing region info on filesystem at 1731179598809Initializing all the Stores at 1731179598813 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179598813Cleaning up temporary data from old regions at 1731179598831 (+18 ms)Running coprocessor post-open hooks at 1731179598841 (+10 ms)Region opened successfully at 1731179598841 2024-11-09T19:13:18,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-09T19:13:18,842 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d., pid=23, masterSystemTime=1731179598679 2024-11-09T19:13:18,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36, server=fac84fd0e20f,40249,1731179575682 in 10.1870 sec 2024-11-09T19:13:18,846 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:13:18,846 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:13:18,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-09T19:13:18,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fd73e2958f50959beaa9ff33c128f099, server=fac84fd0e20f,36811,1731179575512 in 10.1820 sec 2024-11-09T19:13:18,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70cb9e63cb37c52c0eab0e35dfc24f36, ASSIGN in 10.3810 sec 2024-11-09T19:13:18,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5bd9927268effad38adac091b6f4f93d, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:18,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd9927268effad38adac091b6f4f93d, server=fac84fd0e20f,36017,1731179575617 because future has completed 2024-11-09T19:13:18,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd73e2958f50959beaa9ff33c128f099, ASSIGN in 10.3840 sec 2024-11-09T19:13:18,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-09T19:13:18,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bd9927268effad38adac091b6f4f93d, server=fac84fd0e20f,36017,1731179575617 in 10.1810 sec 2024-11-09T19:13:18,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-09T19:13:18,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd9927268effad38adac091b6f4f93d, ASSIGN in 10.3950 sec 2024-11-09T19:13:18,876 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:13:18,877 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179598877"}]},"ts":"1731179598877"} 2024-11-09T19:13:18,880 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T19:13:18,882 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:13:18,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7590 sec 2024-11-09T19:13:20,959 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T19:13:23,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:13:24,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T19:13:24,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-09T19:13:24,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-09T19:13:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:13:26,401 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T19:13:26,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T19:13:26,403 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:13:26,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T19:13:26,416 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:13:26,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T19:13:26,476 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:26,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:26,484 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:26,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:26,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:26,492 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:26,496 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:26,498 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:26,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d., hostname=fac84fd0e20f,36017,1731179575617, seqNum=2] 2024-11-09T19:13:26,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d., hostname=fac84fd0e20f,36017,1731179575617, seqNum=2] 2024-11-09T19:13:26,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d., hostname=fac84fd0e20f,36017,1731179575617, seqNum=2] 2024-11-09T19:13:26,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d., hostname=fac84fd0e20f,36017,1731179575617, seqNum=2] 2024-11-09T19:13:26,575 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d., hostname=fac84fd0e20f,36017,1731179575617, seqNum=2] 2024-11-09T19:13:26,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d., hostname=fac84fd0e20f,36017,1731179575617, seqNum=2] 2024-11-09T19:13:26,581 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d., hostname=fac84fd0e20f,36017,1731179575617, seqNum=2] 2024-11-09T19:13:26,584 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d., hostname=fac84fd0e20f,36017,1731179575617, seqNum=2] 2024-11-09T19:13:26,611 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2., hostname=fac84fd0e20f,36811,1731179575512, seqNum=2] 2024-11-09T19:13:26,614 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2., hostname=fac84fd0e20f,36811,1731179575512, seqNum=2] 2024-11-09T19:13:26,616 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2., hostname=fac84fd0e20f,36811,1731179575512, seqNum=2] 2024-11-09T19:13:26,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2., hostname=fac84fd0e20f,36811,1731179575512, seqNum=2] 2024-11-09T19:13:26,622 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2., hostname=fac84fd0e20f,36811,1731179575512, seqNum=2] 2024-11-09T19:13:26,627 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2., hostname=fac84fd0e20f,36811,1731179575512, seqNum=2] 2024-11-09T19:13:26,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2., hostname=fac84fd0e20f,36811,1731179575512, seqNum=2] 2024-11-09T19:13:26,632 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2., hostname=fac84fd0e20f,36811,1731179575512, seqNum=2] 2024-11-09T19:13:26,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:26,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:26,717 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:26,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36., hostname=fac84fd0e20f,40249,1731179575682, seqNum=2] 2024-11-09T19:13:27,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:13:27,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:13:27,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:13:27,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T19:13:27,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:13:27,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T19:13:27,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:27,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T19:13:28,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T19:13:28,782 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T19:13:28,783 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:13:28,785 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T19:13:28,791 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T19:13:28,811 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T19:13:28,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741848_1024 (size=49) 2024-11-09T19:13:28,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741848_1024 (size=49) 2024-11-09T19:13:28,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741848_1024 (size=49) 2024-11-09T19:13:28,830 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T19:13:28,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f58645e697cbe33dbf7a67e6da45f1b3}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d4531b3b17ed344bc9fa70e9397be5a}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd73e2958f50959beaa9ff33c128f099}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49fab676fbdaa94aeccb359d5510dcc}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5bd9927268effad38adac091b6f4f93d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4858efcf14a3dcd99b202363199ddfb2}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36}] 2024-11-09T19:13:28,837 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:28,838 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:28,839 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:28,839 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:28,840 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:28,846 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:28,847 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:28,847 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:28,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:28,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:28,885 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fac84fd0e20f,40249,1731179575682 2024-11-09T19:13:28,885 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fac84fd0e20f,40249,1731179575682: Simulated kill ***** 2024-11-09T19:13:28,885 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:13:28,887 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:13:28,888 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:13:28,891 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:13:28,892 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:13:28,899 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 607696896 }, "NonHeapMemoryUsage": { "committed": 157351936, "init": 7667712, "max": -1, "used": 153710776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "fac84fd0e20f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14498, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "fac84fd0e20f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60804", "tag.serverName": "fac84fd0e20f,36017,1731179575617", "tag.clusterId": "67fa4ae5-2f36-4203-b6d0-f2281897d4b8", "tag.Context": "regionserver", "tag.Hostname": "fac84fd0e20f", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731179575617, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-09T19:13:28,903 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43837 {}] master.MasterRpcServices(700): fac84fd0e20f,40249,1731179575682 reported a fatal error: ***** ABORTING region server fac84fd0e20f,40249,1731179575682: Simulated kill ***** 2024-11-09T19:13:28,907 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,40249,1731179575682' ***** 2024-11-09T19:13:28,907 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T19:13:28,907 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:13:28,907 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:13:28,907 INFO [RS:2;fac84fd0e20f:40249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T19:13:28,907 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:13:28,908 INFO [RS:2;fac84fd0e20f:40249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T19:13:28,908 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:13:28,908 INFO [RS:2;fac84fd0e20f:40249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fac84fd0e20f:40249. 2024-11-09T19:13:28,908 DEBUG [RS:2;fac84fd0e20f:40249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:13:28,908 DEBUG [RS:2;fac84fd0e20f:40249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:13:28,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741833_1009 (size=1242) 2024-11-09T19:13:28,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741833_1009 (size=1242) 2024-11-09T19:13:28,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741833_1009 (size=1242) 2024-11-09T19:13:28,924 DEBUG [RS:2;fac84fd0e20f:40249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:13:28,924 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:13:28,925 INFO [RS:2;fac84fd0e20f:40249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40249 2024-11-09T19:13:28,932 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:13:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:13:28,978 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:13:28,978 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,40249,1731179575682 2024-11-09T19:13:28,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,40249,1731179575682] 2024-11-09T19:13:28,999 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,40249,1731179575682 already deleted, retry=false 2024-11-09T19:13:28,999 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fac84fd0e20f,40249,1731179575682 on fac84fd0e20f,43837,1731179574560 2024-11-09T19:13:29,005 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fac84fd0e20f,40249,1731179575682, splitWal=true, meta=false 2024-11-09T19:13:29,009 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for fac84fd0e20f,40249,1731179575682 (carryingMeta=false) fac84fd0e20f,40249,1731179575682/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2eb8a3a7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T19:13:29,009 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fac84fd0e20f,40249,1731179575682, splitWal=true, meta=false 2024-11-09T19:13:29,011 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): fac84fd0e20f,40249,1731179575682 had 4 regions 2024-11-09T19:13:29,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:29,013 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fac84fd0e20f,40249,1731179575682, splitWal=true, meta=false, isMeta: false 2024-11-09T19:13:29,013 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 can not run currently because target server of region SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. fac84fd0e20f,40249,1731179575682 is in state CRASHED, wait 1000 ms to retry 2024-11-09T19:13:29,013 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36; timeout=1000, timestamp=1731179610013 2024-11-09T19:13:29,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:29,016 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting 2024-11-09T19:13:29,018 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 can not run currently because target server of region SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T19:13:29,018 INFO [PEWorker-2 {}] master.SplitWALManager(105): fac84fd0e20f,40249,1731179575682 WAL count=1, meta=false 2024-11-09T19:13:29,018 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331; timeout=1000, timestamp=1731179610018 2024-11-09T19:13:29,021 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:29,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fac84fd0e20f%2C40249%2C1731179575682.1731179577158}] 2024-11-09T19:13:29,023 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f can not run currently because target server of region SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T19:13:29,023 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f; timeout=1000, timestamp=1731179610023 2024-11-09T19:13:29,025 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:29,028 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c can not run currently because target server of region SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T19:13:29,028 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c; timeout=1000, timestamp=1731179610028 2024-11-09T19:13:29,032 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:29,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fac84fd0e20f%2C40249%2C1731179575682.1731179577158, worker=fac84fd0e20f,36811,1731179575512}] 2024-11-09T19:13:29,070 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:13:29,070 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:13:29,089 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:13:29,089 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1012103ed8e0003, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:13:29,090 INFO [RS:2;fac84fd0e20f:40249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:13:29,090 INFO [RS:2;fac84fd0e20f:40249 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,40249,1731179575682; zookeeper connection closed. 2024-11-09T19:13:29,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45d010a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45d010a0 2024-11-09T19:13:30,013 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:30,015 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 can not run currently because target server of region SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T19:13:30,015 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36; timeout=2000, timestamp=1731179612015 2024-11-09T19:13:30,018 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:30,020 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 can not run currently because target server of region SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T19:13:30,021 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331; timeout=2000, timestamp=1731179612020 2024-11-09T19:13:30,024 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:30,025 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f can not run currently because target server of region SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T19:13:30,025 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f; timeout=2000, timestamp=1731179612025 2024-11-09T19:13:30,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:30,031 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c can not run currently because target server of region SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T19:13:30,031 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c; timeout=2000, timestamp=1731179612031 2024-11-09T19:13:32,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:32,022 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 can not run currently because target server of region SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T19:13:32,022 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36; timeout=4000, timestamp=1731179616022 2024-11-09T19:13:32,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:32,025 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 can not run currently because target server of region SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T19:13:32,025 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331; timeout=4000, timestamp=1731179616025 2024-11-09T19:13:32,026 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:32,028 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f can not run currently because target server of region SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T19:13:32,028 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f; timeout=4000, timestamp=1731179616028 2024-11-09T19:13:32,032 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:32,034 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c can not run currently because target server of region SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T19:13:32,034 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c; timeout=4000, timestamp=1731179616034 2024-11-09T19:13:36,022 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:36,024 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 can not run currently because target server of region SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T19:13:36,024 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36; timeout=8000, timestamp=1731179624024 2024-11-09T19:13:36,025 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:36,027 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 can not run currently because target server of region SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T19:13:36,027 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331; timeout=8000, timestamp=1731179624027 2024-11-09T19:13:36,028 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:36,030 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f can not run currently because target server of region SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T19:13:36,030 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f; timeout=8000, timestamp=1731179624030 2024-11-09T19:13:36,034 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:36,036 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c can not run currently because target server of region SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. fac84fd0e20f,40249,1731179575682 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T19:13:36,036 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c; timeout=8000, timestamp=1731179624036 2024-11-09T19:13:38,679 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=fac84fd0e20f,36811,1731179575512, timeout=1731179618841, delay=161, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4858efcf14a3dcd99b202363199ddfb2, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fac84fd0e20f%2C40249%2C1731179575682.1731179577158, worker=fac84fd0e20f,36811,1731179575512, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd73e2958f50959beaa9ff33c128f099, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f58645e697cbe33dbf7a67e6da45f1b3], containedObject=fac84fd0e20f,40249,1731179575682, timeout=1731179618841, delay=161, operations=null, containedObject=fac84fd0e20f,36017,1731179575617, timeout=1731179618842, delay=162, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d4531b3b17ed344bc9fa70e9397be5a, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49fab676fbdaa94aeccb359d5510dcc, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5bd9927268effad38adac091b6f4f93d]] 2024-11-09T19:13:38,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T19:13:38,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T19:13:38,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T19:13:38,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:13:38,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-09T19:13:38,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T19:13:38,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:13:38,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T19:13:38,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6d4531b3b17ed344bc9fa70e9397be5a: 2024-11-09T19:13:38,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. for SnapshotProcedureTest completed. 2024-11-09T19:13:38,855 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 4858efcf14a3dcd99b202363199ddfb2 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T19:13:38,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T19:13:38,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:13:38,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:13:38,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for a49fab676fbdaa94aeccb359d5510dcc: 2024-11-09T19:13:38,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:13:38,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. for SnapshotProcedureTest completed. 2024-11-09T19:13:38,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for fd73e2958f50959beaa9ff33c128f099: 2024-11-09T19:13:38,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:13:38,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. for SnapshotProcedureTest completed. 2024-11-09T19:13:38,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:13:38,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:13:38,858 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 5bd9927268effad38adac091b6f4f93d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T19:13:38,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:13:38,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:13:38,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:13:38,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:13:38,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f58645e697cbe33dbf7a67e6da45f1b3: 2024-11-09T19:13:38,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. for SnapshotProcedureTest completed. 2024-11-09T19:13:38,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:13:38,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:13:38,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:13:38,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:13:38,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:13:38,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:13:38,910 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158, size=1.2 K (1242bytes) 2024-11-09T19:13:38,911 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T19:13:38,911 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T19:13:38,911 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158 2024-11-09T19:13:38,927 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158 after 14ms 2024-11-09T19:13:38,961 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158 took 53ms 2024-11-09T19:13:39,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741849_1025 (size=65) 2024-11-09T19:13:39,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741849_1025 (size=65) 2024-11-09T19:13:39,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741849_1025 (size=65) 2024-11-09T19:13:39,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:13:39,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T19:13:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T19:13:39,018 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:39,018 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:13:39,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5bd9927268effad38adac091b6f4f93d/.tmp/cf/ba2d43f212e14462b1447693c148df29 is 34, key is baa/cf:cf/1731179607872/Put/seqid=0 2024-11-09T19:13:39,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/4858efcf14a3dcd99b202363199ddfb2/.tmp/cf/eac185a079c344abafdc12963da432c2 is 34, key is ccd/cf:cf/1731179607896/Put/seqid=0 2024-11-09T19:13:39,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f58645e697cbe33dbf7a67e6da45f1b3 in 10.1880 sec 2024-11-09T19:13:39,029 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8dc184487ad05071133a455e1cfd3331: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T19:13:39,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741851_1027 (size=65) 2024-11-09T19:13:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741851_1027 (size=65) 2024-11-09T19:13:39,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741851_1027 (size=65) 2024-11-09T19:13:39,047 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 203f1799ccfb8ca7f330615bd47fdb2f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T19:13:39,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741852_1028 (size=65) 2024-11-09T19:13:39,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:13:39,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T19:13:39,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741852_1028 (size=65) 2024-11-09T19:13:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T19:13:39,049 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:39,049 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:13:39,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741852_1028 (size=65) 2024-11-09T19:13:39,049 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5f8e30cf242ecd36eb4469eac752380c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T19:13:39,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:13:39,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T19:13:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T19:13:39,052 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:39,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:13:39,053 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 70cb9e63cb37c52c0eab0e35dfc24f36: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T19:13:39,053 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158 so closing down 2024-11-09T19:13:39,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T19:13:39,054 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T19:13:39,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a49fab676fbdaa94aeccb359d5510dcc in 10.2190 sec 2024-11-09T19:13:39,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fd73e2958f50959beaa9ff33c128f099 in 10.2210 sec 2024-11-09T19:13:39,059 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 34 ms; skipped=4; WAL=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-09T19:13:39,059 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158, journal: Splitting hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158, size=1.2 K (1242bytes) at 1731179618910Finishing writing output for hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158 so closing down at 1731179619054 (+144 ms)3 split writer threads finished at 1731179619054Processed 4 edits across 0 Regions in 34 ms; skipped=4; WAL=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731179619059 (+5 ms) 2024-11-09T19:13:39,059 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158 2024-11-09T19:13:39,059 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T19:13:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T19:13:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741850_1026 (size=65) 2024-11-09T19:13:39,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741850_1026 (size=65) 2024-11-09T19:13:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741850_1026 (size=65) 2024-11-09T19:13:39,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:13:39,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T19:13:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T19:13:39,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:39,087 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:13:39,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d4531b3b17ed344bc9fa70e9397be5a in 10.2560 sec 2024-11-09T19:13:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741853_1029 (size=47197) 2024-11-09T19:13:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741853_1029 (size=47197) 2024-11-09T19:13:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741853_1029 (size=47197) 2024-11-09T19:13:39,114 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/4858efcf14a3dcd99b202363199ddfb2/.tmp/cf/eac185a079c344abafdc12963da432c2 2024-11-09T19:13:39,114 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting/fac84fd0e20f%2C40249%2C1731179575682.1731179577158 to hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/oldWALs 2024-11-09T19:13:39,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T19:13:39,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fac84fd0e20f%2C40249%2C1731179575682.1731179577158, worker=fac84fd0e20f,36811,1731179575512 in 10.0780 sec 2024-11-09T19:13:39,123 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:39,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741854_1030 (size=28623) 2024-11-09T19:13:39,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741854_1030 (size=28623) 2024-11-09T19:13:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741854_1030 (size=28623) 2024-11-09T19:13:39,129 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5bd9927268effad38adac091b6f4f93d/.tmp/cf/ba2d43f212e14462b1447693c148df29 2024-11-09T19:13:39,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T19:13:39,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure fac84fd0e20f%2C40249%2C1731179575682.1731179577158, worker=fac84fd0e20f,36811,1731179575512 in 10.1030 sec 2024-11-09T19:13:39,133 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting dir is empty, no logs to split. 2024-11-09T19:13:39,133 INFO [PEWorker-2 {}] master.SplitWALManager(105): fac84fd0e20f,40249,1731179575682 WAL count=0, meta=false 2024-11-09T19:13:39,133 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if fac84fd0e20f,40249,1731179575682 WAL splitting is done? wals=0, meta=false 2024-11-09T19:13:39,142 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fac84fd0e20f,40249,1731179575682 failed, ignore...File hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,40249,1731179575682-splitting does not exist. 2024-11-09T19:13:39,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f8e30cf242ecd36eb4469eac752380c, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=203f1799ccfb8ca7f330615bd47fdb2f, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dc184487ad05071133a455e1cfd3331, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70cb9e63cb37c52c0eab0e35dfc24f36, ASSIGN}] 2024-11-09T19:13:39,150 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=203f1799ccfb8ca7f330615bd47fdb2f, ASSIGN 2024-11-09T19:13:39,150 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f8e30cf242ecd36eb4469eac752380c, ASSIGN 2024-11-09T19:13:39,152 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=203f1799ccfb8ca7f330615bd47fdb2f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T19:13:39,152 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dc184487ad05071133a455e1cfd3331, ASSIGN 2024-11-09T19:13:39,152 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70cb9e63cb37c52c0eab0e35dfc24f36, ASSIGN 2024-11-09T19:13:39,153 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f8e30cf242ecd36eb4469eac752380c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T19:13:39,154 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8dc184487ad05071133a455e1cfd3331, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T19:13:39,154 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70cb9e63cb37c52c0eab0e35dfc24f36, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T19:13:39,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/4858efcf14a3dcd99b202363199ddfb2/.tmp/cf/eac185a079c344abafdc12963da432c2 as hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/4858efcf14a3dcd99b202363199ddfb2/cf/eac185a079c344abafdc12963da432c2 2024-11-09T19:13:39,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5bd9927268effad38adac091b6f4f93d/.tmp/cf/ba2d43f212e14462b1447693c148df29 as hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5bd9927268effad38adac091b6f4f93d/cf/ba2d43f212e14462b1447693c148df29 2024-11-09T19:13:39,213 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5bd9927268effad38adac091b6f4f93d/cf/ba2d43f212e14462b1447693c148df29, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T19:13:39,222 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/4858efcf14a3dcd99b202363199ddfb2/cf/eac185a079c344abafdc12963da432c2, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T19:13:39,223 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 5bd9927268effad38adac091b6f4f93d in 359ms, sequenceid=5, compaction requested=false 2024-11-09T19:13:39,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 5bd9927268effad38adac091b6f4f93d: 2024-11-09T19:13:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. for SnapshotProcedureTest completed. 2024-11-09T19:13:39,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 4858efcf14a3dcd99b202363199ddfb2 in 374ms, sequenceid=5, compaction requested=false 2024-11-09T19:13:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:13:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 4858efcf14a3dcd99b202363199ddfb2: 2024-11-09T19:13:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:13:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. for SnapshotProcedureTest completed. 2024-11-09T19:13:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5bd9927268effad38adac091b6f4f93d/cf/ba2d43f212e14462b1447693c148df29] hfiles 2024-11-09T19:13:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:13:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:13:39,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/4858efcf14a3dcd99b202363199ddfb2/cf/eac185a079c344abafdc12963da432c2] hfiles 2024-11-09T19:13:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/4858efcf14a3dcd99b202363199ddfb2/cf/eac185a079c344abafdc12963da432c2 for snapshot=SnapshotProcedureTest 2024-11-09T19:13:39,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5bd9927268effad38adac091b6f4f93d/cf/ba2d43f212e14462b1447693c148df29 for snapshot=SnapshotProcedureTest 2024-11-09T19:13:39,303 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:13:39,304 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:13:39,304 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:13:39,304 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:13:39,304 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:13:39,304 INFO [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:13:39,304 INFO [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:13:39,304 DEBUG [fac84fd0e20f:43837 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:13:39,305 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=70cb9e63cb37c52c0eab0e35dfc24f36, regionState=OPENING, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:39,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=5f8e30cf242ecd36eb4469eac752380c, regionState=OPENING, regionLocation=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:39,307 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8dc184487ad05071133a455e1cfd3331, regionState=OPENING, regionLocation=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:39,308 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=203f1799ccfb8ca7f330615bd47fdb2f, regionState=OPENING, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:39,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70cb9e63cb37c52c0eab0e35dfc24f36, ASSIGN because future has completed 2024-11-09T19:13:39,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36, server=fac84fd0e20f,36017,1731179575617}] 2024-11-09T19:13:39,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f8e30cf242ecd36eb4469eac752380c, ASSIGN because future has completed 2024-11-09T19:13:39,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8dc184487ad05071133a455e1cfd3331, ASSIGN because future has completed 2024-11-09T19:13:39,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dc184487ad05071133a455e1cfd3331, server=fac84fd0e20f,36811,1731179575512}] 2024-11-09T19:13:39,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8e30cf242ecd36eb4469eac752380c, server=fac84fd0e20f,36811,1731179575512}] 2024-11-09T19:13:39,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=203f1799ccfb8ca7f330615bd47fdb2f, ASSIGN because future has completed 2024-11-09T19:13:39,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f, server=fac84fd0e20f,36017,1731179575617}] 2024-11-09T19:13:39,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741855_1031 (size=105) 2024-11-09T19:13:39,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741855_1031 (size=105) 2024-11-09T19:13:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741855_1031 (size=105) 2024-11-09T19:13:39,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:13:39,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T19:13:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T19:13:39,340 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:39,340 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:13:39,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741856_1032 (size=105) 2024-11-09T19:13:39,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4858efcf14a3dcd99b202363199ddfb2 in 10.5100 sec 2024-11-09T19:13:39,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741856_1032 (size=105) 2024-11-09T19:13:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741856_1032 (size=105) 2024-11-09T19:13:39,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:13:39,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T19:13:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T19:13:39,361 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:39,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:13:39,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5bd9927268effad38adac091b6f4f93d in 10.5310 sec 2024-11-09T19:13:44,025 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 held by pid=42 2024-11-09T19:13:44,025 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:44,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 held by pid=41 2024-11-09T19:13:44,028 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:44,031 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f held by pid=40 2024-11-09T19:13:44,031 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:44,037 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c held by pid=39 2024-11-09T19:13:44,037 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:48,639 INFO [master/fac84fd0e20f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T19:13:48,639 INFO [master/fac84fd0e20f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T19:13:49,322 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:49,323 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 70cb9e63cb37c52c0eab0e35dfc24f36, NAME => 'SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T19:13:49,323 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,323 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:49,323 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,323 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,326 INFO [StoreOpener-70cb9e63cb37c52c0eab0e35dfc24f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,327 INFO [StoreOpener-70cb9e63cb37c52c0eab0e35dfc24f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70cb9e63cb37c52c0eab0e35dfc24f36 columnFamilyName cf 2024-11-09T19:13:49,327 DEBUG [StoreOpener-70cb9e63cb37c52c0eab0e35dfc24f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:49,328 INFO [StoreOpener-70cb9e63cb37c52c0eab0e35dfc24f36-1 {}] regionserver.HStore(327): Store=70cb9e63cb37c52c0eab0e35dfc24f36/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:49,329 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,330 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,332 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:49,332 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dc184487ad05071133a455e1cfd3331, NAME => 'SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T19:13:49,332 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,332 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:49,333 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,333 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,333 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,333 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,333 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,335 INFO [StoreOpener-8dc184487ad05071133a455e1cfd3331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,336 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,336 INFO [StoreOpener-8dc184487ad05071133a455e1cfd3331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dc184487ad05071133a455e1cfd3331 columnFamilyName cf 2024-11-09T19:13:49,337 DEBUG [StoreOpener-8dc184487ad05071133a455e1cfd3331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:49,337 INFO [StoreOpener-8dc184487ad05071133a455e1cfd3331-1 {}] regionserver.HStore(327): Store=8dc184487ad05071133a455e1cfd3331/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:49,337 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,338 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 70cb9e63cb37c52c0eab0e35dfc24f36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73010734, jitterRate=0.08794471621513367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:49,338 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,338 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 70cb9e63cb37c52c0eab0e35dfc24f36: Running coprocessor pre-open hook at 1731179629324Writing region info on filesystem at 1731179629324Initializing all the Stores at 1731179629325 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179629325Cleaning up temporary data from old regions at 1731179629333 (+8 ms)Running coprocessor post-open hooks at 1731179629338 (+5 ms)Region opened successfully at 1731179629338 2024-11-09T19:13:49,339 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,339 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36., pid=43, masterSystemTime=1731179629317 2024-11-09T19:13:49,340 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,341 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,341 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,342 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:49,342 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:49,342 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:49,342 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 203f1799ccfb8ca7f330615bd47fdb2f, NAME => 'SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T19:13:49,343 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,343 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:49,343 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,343 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=70cb9e63cb37c52c0eab0e35dfc24f36, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:49,345 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,345 INFO [StoreOpener-203f1799ccfb8ca7f330615bd47fdb2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36, server=fac84fd0e20f,36017,1731179575617 because future has completed 2024-11-09T19:13:49,346 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8dc184487ad05071133a455e1cfd3331; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67971747, jitterRate=0.012857958674430847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:49,346 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,347 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8dc184487ad05071133a455e1cfd3331: Running coprocessor pre-open hook at 1731179629333Writing region info on filesystem at 1731179629333Initializing all the Stores at 1731179629334 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179629334Cleaning up temporary data from old regions at 1731179629341 (+7 ms)Running coprocessor post-open hooks at 1731179629346 (+5 ms)Region opened successfully at 1731179629346 2024-11-09T19:13:49,347 INFO [StoreOpener-203f1799ccfb8ca7f330615bd47fdb2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 203f1799ccfb8ca7f330615bd47fdb2f columnFamilyName cf 2024-11-09T19:13:49,347 DEBUG [StoreOpener-203f1799ccfb8ca7f330615bd47fdb2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:49,348 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331., pid=44, masterSystemTime=1731179629326 2024-11-09T19:13:49,348 INFO [StoreOpener-203f1799ccfb8ca7f330615bd47fdb2f-1 {}] regionserver.HStore(327): Store=203f1799ccfb8ca7f330615bd47fdb2f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:49,348 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,350 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,351 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:49,351 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:49,351 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:49,351 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f8e30cf242ecd36eb4469eac752380c, NAME => 'SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T19:13:49,352 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,352 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:13:49,352 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,352 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,352 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,353 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,353 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-09T19:13:49,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36, server=fac84fd0e20f,36017,1731179575617 in 10.0370 sec 2024-11-09T19:13:49,354 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8dc184487ad05071133a455e1cfd3331, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:49,355 INFO [StoreOpener-5f8e30cf242ecd36eb4469eac752380c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dc184487ad05071133a455e1cfd3331, server=fac84fd0e20f,36811,1731179575512 because future has completed 2024-11-09T19:13:49,358 INFO [StoreOpener-5f8e30cf242ecd36eb4469eac752380c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8e30cf242ecd36eb4469eac752380c columnFamilyName cf 2024-11-09T19:13:49,358 DEBUG [StoreOpener-5f8e30cf242ecd36eb4469eac752380c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:13:49,359 INFO [StoreOpener-5f8e30cf242ecd36eb4469eac752380c-1 {}] regionserver.HStore(327): Store=5f8e30cf242ecd36eb4469eac752380c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:13:49,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70cb9e63cb37c52c0eab0e35dfc24f36, ASSIGN in 10.2080 sec 2024-11-09T19:13:49,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:49,359 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,361 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,361 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,362 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 203f1799ccfb8ca7f330615bd47fdb2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61396117, jitterRate=-0.08512656390666962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:49,363 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,363 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 203f1799ccfb8ca7f330615bd47fdb2f: Running coprocessor pre-open hook at 1731179629343Writing region info on filesystem at 1731179629343Initializing all the Stores at 1731179629344 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179629345 (+1 ms)Cleaning up temporary data from old regions at 1731179629353 (+8 ms)Running coprocessor post-open hooks at 1731179629363 (+10 ms)Region opened successfully at 1731179629363 2024-11-09T19:13:49,364 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f., pid=46, masterSystemTime=1731179629317 2024-11-09T19:13:49,365 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-09T19:13:49,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dc184487ad05071133a455e1cfd3331, server=fac84fd0e20f,36811,1731179575512 in 10.0430 sec 2024-11-09T19:13:49,368 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:49,368 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:49,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=203f1799ccfb8ca7f330615bd47fdb2f, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:49,371 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dc184487ad05071133a455e1cfd3331, ASSIGN in 10.2220 sec 2024-11-09T19:13:49,372 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:49,373 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 5f8e30cf242ecd36eb4469eac752380c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62922160, jitterRate=-0.06238675117492676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:13:49,373 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,374 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 5f8e30cf242ecd36eb4469eac752380c: Running coprocessor pre-open hook at 1731179629352Writing region info on filesystem at 1731179629352Initializing all the Stores at 1731179629354 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179629354Cleaning up temporary data from old regions at 1731179629366 (+12 ms)Running coprocessor post-open hooks at 1731179629373 (+7 ms)Region opened successfully at 1731179629374 (+1 ms) 2024-11-09T19:13:49,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f, server=fac84fd0e20f,36017,1731179575617 because future has completed 2024-11-09T19:13:49,375 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c., pid=45, masterSystemTime=1731179629326 2024-11-09T19:13:49,379 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:49,379 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:49,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-09T19:13:49,379 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=5f8e30cf242ecd36eb4469eac752380c, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:49,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f, server=fac84fd0e20f,36017,1731179575617 in 10.0530 sec 2024-11-09T19:13:49,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8e30cf242ecd36eb4469eac752380c, server=fac84fd0e20f,36811,1731179575512 because future has completed 2024-11-09T19:13:49,382 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:49,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=203f1799ccfb8ca7f330615bd47fdb2f, ASSIGN in 10.2330 sec 2024-11-09T19:13:49,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-09T19:13:49,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f8e30cf242ecd36eb4469eac752380c, server=fac84fd0e20f,36811,1731179575512 in 10.0650 sec 2024-11-09T19:13:49,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:49,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-09T19:13:49,390 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server fac84fd0e20f,40249,1731179575682 after splitting done 2024-11-09T19:13:49,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f8e30cf242ecd36eb4469eac752380c, ASSIGN in 10.2400 sec 2024-11-09T19:13:49,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure fac84fd0e20f,40249,1731179575682, splitWal=true, meta=false in 20.3900 sec 2024-11-09T19:13:53,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:13:54,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T19:13:57,002 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T19:13:57,760 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:43837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T19:13:59,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T19:13:59,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:59,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T19:13:59,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:59,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 70cb9e63cb37c52c0eab0e35dfc24f36: 2024-11-09T19:13:59,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. for SnapshotProcedureTest completed. 2024-11-09T19:13:59,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 203f1799ccfb8ca7f330615bd47fdb2f: 2024-11-09T19:13:59,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. for SnapshotProcedureTest completed. 2024-11-09T19:13:59,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:13:59,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:13:59,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:13:59,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:13:59,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:13:59,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:13:59,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T19:13:59,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:59,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T19:13:59,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8dc184487ad05071133a455e1cfd3331: 2024-11-09T19:13:59,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:59,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. for SnapshotProcedureTest completed. 2024-11-09T19:13:59,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5f8e30cf242ecd36eb4469eac752380c: 2024-11-09T19:13:59,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. for SnapshotProcedureTest completed. 2024-11-09T19:13:59,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:13:59,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:13:59,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:13:59,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:13:59,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:13:59,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:13:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741857_1033 (size=57) 2024-11-09T19:13:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741857_1033 (size=57) 2024-11-09T19:13:59,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741857_1033 (size=57) 2024-11-09T19:13:59,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:13:59,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T19:13:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T19:13:59,386 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:59,386 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:13:59,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70cb9e63cb37c52c0eab0e35dfc24f36 in 30.5560 sec 2024-11-09T19:13:59,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741858_1034 (size=65) 2024-11-09T19:13:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741858_1034 (size=65) 2024-11-09T19:13:59,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:13:59,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T19:13:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741858_1034 (size=65) 2024-11-09T19:13:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T19:13:59,407 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:59,407 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:13:59,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 203f1799ccfb8ca7f330615bd47fdb2f in 30.5760 sec 2024-11-09T19:13:59,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741859_1035 (size=65) 2024-11-09T19:13:59,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741859_1035 (size=65) 2024-11-09T19:13:59,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741859_1035 (size=65) 2024-11-09T19:13:59,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:13:59,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T19:13:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T19:13:59,413 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:59,413 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:13:59,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5f8e30cf242ecd36eb4469eac752380c in 30.5820 sec 2024-11-09T19:13:59,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741860_1036 (size=57) 2024-11-09T19:13:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741860_1036 (size=57) 2024-11-09T19:13:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741860_1036 (size=57) 2024-11-09T19:13:59,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:13:59,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T19:13:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T19:13:59,419 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:59,420 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:13:59,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-09T19:13:59,424 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T19:13:59,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8dc184487ad05071133a455e1cfd3331 in 30.5890 sec 2024-11-09T19:13:59,427 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T19:13:59,431 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T19:13:59,431 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T19:13:59,434 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T19:13:59,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741861_1037 (size=1094) 2024-11-09T19:13:59,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741861_1037 (size=1094) 2024-11-09T19:13:59,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741861_1037 (size=1094) 2024-11-09T19:13:59,479 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T19:13:59,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T19:13:59,500 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:59,500 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:59,500 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:59,500 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,36017,1731179575617 2024-11-09T19:13:59,501 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:13:59,507 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,36017,1731179575617 2024-11-09T19:14:03,670 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4858efcf14a3dcd99b202363199ddfb2, had cached 0 bytes from a total of 47197 2024-11-09T19:14:03,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5bd9927268effad38adac091b6f4f93d, had cached 0 bytes from a total of 28623 2024-11-09T19:14:09,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-09T19:14:09,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-09T19:14:09,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-09T19:14:09,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-09T19:14:09,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-09T19:14:09,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-09T19:14:09,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T19:14:09,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T19:14:09,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T19:14:09,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T19:14:09,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-09T19:14:09,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-09T19:14:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T19:14:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T19:14:09,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T19:14:09,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-09T19:14:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-09T19:14:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T19:14:09,518 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36811,1731179575512 Release verify snapshot worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:14:09,518 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36017,1731179575617 Release verify snapshot worker=fac84fd0e20f,36017,1731179575617 2024-11-09T19:14:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-09T19:14:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-09T19:14:09,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36811,1731179575512 in 10.0280 sec 2024-11-09T19:14:09,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36017,1731179575617 in 10.0280 sec 2024-11-09T19:14:09,522 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36017,1731179575617 Release verify snapshot worker=fac84fd0e20f,36017,1731179575617 2024-11-09T19:14:09,523 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36811,1731179575512 Release verify snapshot worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:14:09,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36017,1731179575617 in 10.0320 sec 2024-11-09T19:14:09,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36811,1731179575512 in 10.0330 sec 2024-11-09T19:14:09,526 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36017,1731179575617 Release verify snapshot worker=fac84fd0e20f,36017,1731179575617 2024-11-09T19:14:09,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36017,1731179575617 in 10.0360 sec 2024-11-09T19:14:09,529 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36811,1731179575512 Release verify snapshot worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:14:09,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36811,1731179575512 in 10.0390 sec 2024-11-09T19:14:09,533 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,36017,1731179575617 2024-11-09T19:14:09,533 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,36017,1731179575617 2024-11-09T19:14:09,533 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:14:09,533 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:14:09,606 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6d4531b3b17ed344bc9fa70e9397be5a changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:14:09,607 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 203f1799ccfb8ca7f330615bd47fdb2f changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:14:09,607 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a49fab676fbdaa94aeccb359d5510dcc changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:14:09,607 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5bd9927268effad38adac091b6f4f93d changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:14:09,607 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 70cb9e63cb37c52c0eab0e35dfc24f36 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:14:09,608 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8dc184487ad05071133a455e1cfd3331 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:14:09,608 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f58645e697cbe33dbf7a67e6da45f1b3 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:14:09,608 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fd73e2958f50959beaa9ff33c128f099 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:14:09,608 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f8e30cf242ecd36eb4469eac752380c changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:14:09,608 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4858efcf14a3dcd99b202363199ddfb2 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:14:19,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-09T19:14:19,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-09T19:14:19,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-09T19:14:19,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-09T19:14:19,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T19:14:19,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-09T19:14:19,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-09T19:14:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-09T19:14:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T19:14:19,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T19:14:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T19:14:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43837 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-09T19:14:19,542 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36017,1731179575617 Release verify snapshot worker=fac84fd0e20f,36017,1731179575617 2024-11-09T19:14:19,543 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36811,1731179575512 Release verify snapshot worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:14:19,547 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36811,1731179575512 Release verify snapshot worker=fac84fd0e20f,36811,1731179575512 2024-11-09T19:14:19,548 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36017,1731179575617 Release verify snapshot worker=fac84fd0e20f,36017,1731179575617 2024-11-09T19:14:19,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36017,1731179575617 in 20.0520 sec 2024-11-09T19:14:19,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36017,1731179575617 in 20.0580 sec 2024-11-09T19:14:19,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36811,1731179575512 in 20.0530 sec 2024-11-09T19:14:19,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-11-09T19:14:19,556 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T19:14:19,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,36811,1731179575512 in 20.0580 sec 2024-11-09T19:14:19,558 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T19:14:19,561 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T19:14:19,561 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T19:14:19,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7830 sec 2024-11-09T19:14:19,680 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T19:14:19,692 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T19:14:19,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:14:19,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:14:19,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:14:19,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:14:19,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:14:19,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:14:19,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:14:19,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1015394013, stopped=false 2024-11-09T19:14:19,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,43837,1731179574560 2024-11-09T19:14:19,723 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:14:19,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:14:19,723 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:19,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:14:19,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:19,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:14:19,724 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:14:19,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:14:19,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:14:19,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:14:19,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:14:19,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:14:19,728 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,36811,1731179575512' ***** 2024-11-09T19:14:19,728 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:14:19,729 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:14:19,729 INFO [RS:0;fac84fd0e20f:36811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:14:19,729 INFO [RS:0;fac84fd0e20f:36811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:14:19,729 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:14:19,730 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:14:19,730 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,36017,1731179575617' ***** 2024-11-09T19:14:19,730 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:14:19,730 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:14:19,730 INFO [RS:1;fac84fd0e20f:36017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:14:19,730 INFO [RS:1;fac84fd0e20f:36017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:14:19,730 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bd9927268effad38adac091b6f4f93d 2024-11-09T19:14:19,730 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:14:19,732 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 4858efcf14a3dcd99b202363199ddfb2 2024-11-09T19:14:19,732 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dc184487ad05071133a455e1cfd3331 2024-11-09T19:14:19,732 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for f58645e697cbe33dbf7a67e6da45f1b3 2024-11-09T19:14:19,732 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f8e30cf242ecd36eb4469eac752380c 2024-11-09T19:14:19,732 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,36811,1731179575512 2024-11-09T19:14:19,732 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:14:19,732 INFO [RS:0;fac84fd0e20f:36811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:36811. 2024-11-09T19:14:19,732 DEBUG [RS:0;fac84fd0e20f:36811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:14:19,733 DEBUG [RS:0;fac84fd0e20f:36811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:14:19,733 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T19:14:19,733 DEBUG [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(1325): Online Regions={fd73e2958f50959beaa9ff33c128f099=SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099., 4858efcf14a3dcd99b202363199ddfb2=SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2., 8dc184487ad05071133a455e1cfd3331=SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331., f58645e697cbe33dbf7a67e6da45f1b3=SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3., 5f8e30cf242ecd36eb4469eac752380c=SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c.} 2024-11-09T19:14:19,734 DEBUG [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(1351): Waiting on 4858efcf14a3dcd99b202363199ddfb2, 5f8e30cf242ecd36eb4469eac752380c, 8dc184487ad05071133a455e1cfd3331, f58645e697cbe33dbf7a67e6da45f1b3, fd73e2958f50959beaa9ff33c128f099 2024-11-09T19:14:19,734 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd73e2958f50959beaa9ff33c128f099, disabling compactions & flushes 2024-11-09T19:14:19,734 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:14:19,734 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:14:19,734 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. after waiting 0 ms 2024-11-09T19:14:19,734 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:14:19,735 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for 70cb9e63cb37c52c0eab0e35dfc24f36 2024-11-09T19:14:19,735 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d4531b3b17ed344bc9fa70e9397be5a 2024-11-09T19:14:19,735 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:14:19,735 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bd9927268effad38adac091b6f4f93d, disabling compactions & flushes 2024-11-09T19:14:19,735 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for 203f1799ccfb8ca7f330615bd47fdb2f 2024-11-09T19:14:19,735 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:14:19,735 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,36017,1731179575617 2024-11-09T19:14:19,735 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:14:19,735 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:14:19,735 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. after waiting 0 ms 2024-11-09T19:14:19,735 INFO [RS:1;fac84fd0e20f:36017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fac84fd0e20f:36017. 2024-11-09T19:14:19,735 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:14:19,735 DEBUG [RS:1;fac84fd0e20f:36017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:14:19,735 DEBUG [RS:1;fac84fd0e20f:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:14:19,736 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:14:19,736 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:14:19,736 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:14:19,736 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:14:19,744 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-09T19:14:19,745 DEBUG [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(1325): Online Regions={5bd9927268effad38adac091b6f4f93d=SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d., 70cb9e63cb37c52c0eab0e35dfc24f36=SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36., 1588230740=hbase:meta,,1.1588230740, 6d4531b3b17ed344bc9fa70e9397be5a=SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a., a49fab676fbdaa94aeccb359d5510dcc=SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc., 203f1799ccfb8ca7f330615bd47fdb2f=SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f.} 2024-11-09T19:14:19,745 DEBUG [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 203f1799ccfb8ca7f330615bd47fdb2f, 5bd9927268effad38adac091b6f4f93d, 6d4531b3b17ed344bc9fa70e9397be5a, 70cb9e63cb37c52c0eab0e35dfc24f36, a49fab676fbdaa94aeccb359d5510dcc 2024-11-09T19:14:19,745 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:14:19,745 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:14:19,745 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:14:19,745 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:14:19,745 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:14:19,746 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-09T19:14:19,794 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5bd9927268effad38adac091b6f4f93d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:14:19,801 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:14:19,801 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:14:19,802 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bd9927268effad38adac091b6f4f93d: Waiting for close lock at 1731179659735Running coprocessor pre-close hooks at 1731179659735Disabling compacts and flushes for region at 1731179659735Disabling writes for close at 1731179659735Writing region close event to WAL at 1731179659747 (+12 ms)Running coprocessor post-close hooks at 1731179659799 (+52 ms)Closed at 1731179659801 (+2 ms) 2024-11-09T19:14:19,802 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731179588115.5bd9927268effad38adac091b6f4f93d. 2024-11-09T19:14:19,802 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70cb9e63cb37c52c0eab0e35dfc24f36, disabling compactions & flushes 2024-11-09T19:14:19,803 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:14:19,803 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:14:19,803 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. after waiting 0 ms 2024-11-09T19:14:19,803 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:14:19,803 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:14:19,810 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/fd73e2958f50959beaa9ff33c128f099/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:14:19,811 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:14:19,811 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd73e2958f50959beaa9ff33c128f099: Waiting for close lock at 1731179659734Running coprocessor pre-close hooks at 1731179659734Disabling compacts and flushes for region at 1731179659734Disabling writes for close at 1731179659734Writing region close event to WAL at 1731179659744 (+10 ms)Running coprocessor post-close hooks at 1731179659811 (+67 ms)Closed at 1731179659811 2024-11-09T19:14:19,812 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731179588115.fd73e2958f50959beaa9ff33c128f099. 2024-11-09T19:14:19,812 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4858efcf14a3dcd99b202363199ddfb2, disabling compactions & flushes 2024-11-09T19:14:19,812 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:14:19,812 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:14:19,812 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. after waiting 0 ms 2024-11-09T19:14:19,812 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:14:19,821 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/70cb9e63cb37c52c0eab0e35dfc24f36/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:14:19,824 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:14:19,824 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70cb9e63cb37c52c0eab0e35dfc24f36: Waiting for close lock at 1731179659802Running coprocessor pre-close hooks at 1731179659802Disabling compacts and flushes for region at 1731179659802Disabling writes for close at 1731179659803 (+1 ms)Writing region close event to WAL at 1731179659808 (+5 ms)Running coprocessor post-close hooks at 1731179659823 (+15 ms)Closed at 1731179659824 (+1 ms) 2024-11-09T19:14:19,824 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731179588115.70cb9e63cb37c52c0eab0e35dfc24f36. 2024-11-09T19:14:19,825 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d4531b3b17ed344bc9fa70e9397be5a, disabling compactions & flushes 2024-11-09T19:14:19,825 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:14:19,826 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:14:19,826 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. after waiting 0 ms 2024-11-09T19:14:19,826 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:14:19,834 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/.tmp/info/5c9a3c1d53334a0586a3daea78d47012 is 167, key is SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3./info:regioninfo/1731179598784/Put/seqid=0 2024-11-09T19:14:19,842 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/4858efcf14a3dcd99b202363199ddfb2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:14:19,846 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:14:19,846 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4858efcf14a3dcd99b202363199ddfb2: Waiting for close lock at 1731179659812Running coprocessor pre-close hooks at 1731179659812Disabling compacts and flushes for region at 1731179659812Disabling writes for close at 1731179659812Writing region close event to WAL at 1731179659822 (+10 ms)Running coprocessor post-close hooks at 1731179659846 (+24 ms)Closed at 1731179659846 2024-11-09T19:14:19,846 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731179588115.4858efcf14a3dcd99b202363199ddfb2. 2024-11-09T19:14:19,846 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dc184487ad05071133a455e1cfd3331, disabling compactions & flushes 2024-11-09T19:14:19,846 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:14:19,846 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:14:19,846 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. after waiting 0 ms 2024-11-09T19:14:19,847 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:14:19,854 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/6d4531b3b17ed344bc9fa70e9397be5a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:14:19,856 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:14:19,856 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d4531b3b17ed344bc9fa70e9397be5a: Waiting for close lock at 1731179659825Running coprocessor pre-close hooks at 1731179659825Disabling compacts and flushes for region at 1731179659825Disabling writes for close at 1731179659826 (+1 ms)Writing region close event to WAL at 1731179659848 (+22 ms)Running coprocessor post-close hooks at 1731179659855 (+7 ms)Closed at 1731179659856 (+1 ms) 2024-11-09T19:14:19,856 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731179588115.6d4531b3b17ed344bc9fa70e9397be5a. 2024-11-09T19:14:19,856 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a49fab676fbdaa94aeccb359d5510dcc, disabling compactions & flushes 2024-11-09T19:14:19,857 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:14:19,857 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:14:19,857 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. after waiting 0 ms 2024-11-09T19:14:19,857 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:14:19,861 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/8dc184487ad05071133a455e1cfd3331/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:14:19,862 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:14:19,862 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dc184487ad05071133a455e1cfd3331: Waiting for close lock at 1731179659846Running coprocessor pre-close hooks at 1731179659846Disabling compacts and flushes for region at 1731179659846Disabling writes for close at 1731179659846Writing region close event to WAL at 1731179659848 (+2 ms)Running coprocessor post-close hooks at 1731179659862 (+14 ms)Closed at 1731179659862 2024-11-09T19:14:19,863 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731179588115.8dc184487ad05071133a455e1cfd3331. 2024-11-09T19:14:19,863 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f58645e697cbe33dbf7a67e6da45f1b3, disabling compactions & flushes 2024-11-09T19:14:19,863 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:14:19,863 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:14:19,863 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. after waiting 0 ms 2024-11-09T19:14:19,863 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:14:19,875 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/a49fab676fbdaa94aeccb359d5510dcc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:14:19,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741862_1038 (size=20260) 2024-11-09T19:14:19,876 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:14:19,877 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a49fab676fbdaa94aeccb359d5510dcc: Waiting for close lock at 1731179659856Running coprocessor pre-close hooks at 1731179659856Disabling compacts and flushes for region at 1731179659856Disabling writes for close at 1731179659857 (+1 ms)Writing region close event to WAL at 1731179659864 (+7 ms)Running coprocessor post-close hooks at 1731179659876 (+12 ms)Closed at 1731179659876 2024-11-09T19:14:19,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741862_1038 (size=20260) 2024-11-09T19:14:19,877 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731179588115.a49fab676fbdaa94aeccb359d5510dcc. 2024-11-09T19:14:19,877 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 203f1799ccfb8ca7f330615bd47fdb2f, disabling compactions & flushes 2024-11-09T19:14:19,877 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:14:19,877 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:14:19,877 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. after waiting 0 ms 2024-11-09T19:14:19,877 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:14:19,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741862_1038 (size=20260) 2024-11-09T19:14:19,880 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/.tmp/info/5c9a3c1d53334a0586a3daea78d47012 2024-11-09T19:14:19,885 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/f58645e697cbe33dbf7a67e6da45f1b3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:14:19,887 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:14:19,887 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f58645e697cbe33dbf7a67e6da45f1b3: Waiting for close lock at 1731179659863Running coprocessor pre-close hooks at 1731179659863Disabling compacts and flushes for region at 1731179659863Disabling writes for close at 1731179659863Writing region close event to WAL at 1731179659873 (+10 ms)Running coprocessor post-close hooks at 1731179659886 (+13 ms)Closed at 1731179659886 2024-11-09T19:14:19,887 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731179588115.f58645e697cbe33dbf7a67e6da45f1b3. 2024-11-09T19:14:19,887 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f8e30cf242ecd36eb4469eac752380c, disabling compactions & flushes 2024-11-09T19:14:19,887 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:14:19,887 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:14:19,887 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. after waiting 0 ms 2024-11-09T19:14:19,888 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:14:19,897 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/203f1799ccfb8ca7f330615bd47fdb2f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:14:19,898 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:14:19,898 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 203f1799ccfb8ca7f330615bd47fdb2f: Waiting for close lock at 1731179659877Running coprocessor pre-close hooks at 1731179659877Disabling compacts and flushes for region at 1731179659877Disabling writes for close at 1731179659877Writing region close event to WAL at 1731179659881 (+4 ms)Running coprocessor post-close hooks at 1731179659898 (+17 ms)Closed at 1731179659898 2024-11-09T19:14:19,899 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731179588115.203f1799ccfb8ca7f330615bd47fdb2f. 2024-11-09T19:14:19,913 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/default/SPTestTable/5f8e30cf242ecd36eb4469eac752380c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:14:19,914 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:14:19,914 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f8e30cf242ecd36eb4469eac752380c: Waiting for close lock at 1731179659887Running coprocessor pre-close hooks at 1731179659887Disabling compacts and flushes for region at 1731179659887Disabling writes for close at 1731179659887Writing region close event to WAL at 1731179659904 (+17 ms)Running coprocessor post-close hooks at 1731179659914 (+10 ms)Closed at 1731179659914 2024-11-09T19:14:19,914 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731179588115.5f8e30cf242ecd36eb4469eac752380c. 2024-11-09T19:14:19,922 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/.tmp/ns/b8949d6135ec45409d4947df1755db79 is 43, key is default/ns:d/1731179587724/Put/seqid=0 2024-11-09T19:14:19,936 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,36811,1731179575512; all regions closed. 2024-11-09T19:14:19,945 DEBUG [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:14:19,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741863_1039 (size=5153) 2024-11-09T19:14:19,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741863_1039 (size=5153) 2024-11-09T19:14:19,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741863_1039 (size=5153) 2024-11-09T19:14:19,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741834_1010 (size=3500) 2024-11-09T19:14:19,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741834_1010 (size=3500) 2024-11-09T19:14:19,949 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/.tmp/ns/b8949d6135ec45409d4947df1755db79 2024-11-09T19:14:19,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741834_1010 (size=3500) 2024-11-09T19:14:19,956 DEBUG [RS:0;fac84fd0e20f:36811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/oldWALs 2024-11-09T19:14:19,956 INFO [RS:0;fac84fd0e20f:36811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C36811%2C1731179575512:(num 1731179577158) 2024-11-09T19:14:19,956 DEBUG [RS:0;fac84fd0e20f:36811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:14:19,956 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:14:19,957 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:14:19,957 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:14:19,957 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:14:19,957 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:14:19,957 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:14:19,957 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:14:19,957 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:14:19,958 INFO [RS:0;fac84fd0e20f:36811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36811 2024-11-09T19:14:19,965 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,36811,1731179575512 2024-11-09T19:14:19,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:14:19,965 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:14:19,965 ERROR [pool-63-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$368/0x00007f19b4904c20@4ea5710c rejected from java.util.concurrent.ThreadPoolExecutor@ba7f6bc[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T19:14:19,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,36811,1731179575512] 2024-11-09T19:14:19,982 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/.tmp/table/b8509b45d4704e4a9c00b9f424bdb182 is 47, key is SPTestTable/table:state/1731179598877/Put/seqid=0 2024-11-09T19:14:19,985 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,36811,1731179575512 already deleted, retry=false 2024-11-09T19:14:19,986 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,36811,1731179575512 expired; onlineServers=1 2024-11-09T19:14:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741864_1040 (size=5214) 2024-11-09T19:14:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741864_1040 (size=5214) 2024-11-09T19:14:19,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741864_1040 (size=5214) 2024-11-09T19:14:19,996 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/.tmp/table/b8509b45d4704e4a9c00b9f424bdb182 2024-11-09T19:14:20,001 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:14:20,002 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:14:20,007 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/.tmp/info/5c9a3c1d53334a0586a3daea78d47012 as hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/info/5c9a3c1d53334a0586a3daea78d47012 2024-11-09T19:14:20,016 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/info/5c9a3c1d53334a0586a3daea78d47012, entries=116, sequenceid=37, filesize=19.8 K 2024-11-09T19:14:20,018 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/.tmp/ns/b8949d6135ec45409d4947df1755db79 as hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/ns/b8949d6135ec45409d4947df1755db79 2024-11-09T19:14:20,027 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/ns/b8949d6135ec45409d4947df1755db79, entries=2, sequenceid=37, filesize=5.0 K 2024-11-09T19:14:20,033 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/.tmp/table/b8509b45d4704e4a9c00b9f424bdb182 as hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/table/b8509b45d4704e4a9c00b9f424bdb182 2024-11-09T19:14:20,043 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/table/b8509b45d4704e4a9c00b9f424bdb182, entries=2, sequenceid=37, filesize=5.1 K 2024-11-09T19:14:20,045 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 299ms, sequenceid=37, compaction requested=false 2024-11-09T19:14:20,051 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-09T19:14:20,052 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:14:20,052 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:14:20,052 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179659745Running coprocessor pre-close hooks at 1731179659745Disabling compacts and flushes for region at 1731179659745Disabling writes for close at 1731179659745Obtaining lock to block concurrent updates at 1731179659746 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731179659746Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731179659746Flushing stores of hbase:meta,,1.1588230740 at 1731179659747 (+1 ms)Flushing 1588230740/info: creating writer at 1731179659747Flushing 1588230740/info: appending metadata at 1731179659833 (+86 ms)Flushing 1588230740/info: closing flushed file at 1731179659833Flushing 1588230740/ns: creating writer at 1731179659892 (+59 ms)Flushing 1588230740/ns: appending metadata at 1731179659921 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731179659921Flushing 1588230740/table: creating writer at 1731179659962 (+41 ms)Flushing 1588230740/table: appending metadata at 1731179659982 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731179659982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20082186: reopening flushed file at 1731179660005 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd43b59: reopening flushed file at 1731179660017 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3b6e6d: reopening flushed file at 1731179660028 (+11 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 299ms, sequenceid=37, compaction requested=false at 1731179660045 (+17 ms)Writing region close event to WAL at 1731179660046 (+1 ms)Running coprocessor post-close hooks at 1731179660052 (+6 ms)Closed at 1731179660052 2024-11-09T19:14:20,052 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:14:20,086 INFO [RS:0;fac84fd0e20f:36811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:14:20,086 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:14:20,086 INFO [RS:0;fac84fd0e20f:36811 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,36811,1731179575512; zookeeper connection closed. 2024-11-09T19:14:20,086 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1012103ed8e0001, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:14:20,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5803a42a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5803a42a 2024-11-09T19:14:20,145 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,36017,1731179575617; all regions closed. 2024-11-09T19:14:20,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741836_1012 (size=19450) 2024-11-09T19:14:20,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/WALs/fac84fd0e20f,36017,1731179575617/fac84fd0e20f%2C36017%2C1731179575617.meta.1731179587506.meta not finished, retry = 0 2024-11-09T19:14:20,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741836_1012 (size=19450) 2024-11-09T19:14:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741836_1012 (size=19450) 2024-11-09T19:14:20,254 DEBUG [RS:1;fac84fd0e20f:36017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/oldWALs 2024-11-09T19:14:20,254 INFO [RS:1;fac84fd0e20f:36017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C36017%2C1731179575617.meta:.meta(num 1731179587506) 2024-11-09T19:14:20,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741835_1011 (size=3530) 2024-11-09T19:14:20,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741835_1011 (size=3530) 2024-11-09T19:14:20,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741835_1011 (size=3530) 2024-11-09T19:14:20,266 DEBUG [RS:1;fac84fd0e20f:36017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/oldWALs 2024-11-09T19:14:20,266 INFO [RS:1;fac84fd0e20f:36017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C36017%2C1731179575617:(num 1731179577159) 2024-11-09T19:14:20,266 DEBUG [RS:1;fac84fd0e20f:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:14:20,266 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:14:20,267 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:14:20,267 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:14:20,267 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:14:20,267 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:14:20,267 INFO [RS:1;fac84fd0e20f:36017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36017 2024-11-09T19:14:20,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,36017,1731179575617 2024-11-09T19:14:20,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:14:20,280 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:14:20,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,36017,1731179575617] 2024-11-09T19:14:20,312 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,36017,1731179575617 already deleted, retry=false 2024-11-09T19:14:20,312 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,36017,1731179575617 expired; onlineServers=0 2024-11-09T19:14:20,312 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,43837,1731179574560' ***** 2024-11-09T19:14:20,312 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:14:20,313 INFO [M:0;fac84fd0e20f:43837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:14:20,313 INFO [M:0;fac84fd0e20f:43837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:14:20,313 DEBUG [M:0;fac84fd0e20f:43837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:14:20,313 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:14:20,313 DEBUG [M:0;fac84fd0e20f:43837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:14:20,313 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179576858 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179576858,5,FailOnTimeoutGroup] 2024-11-09T19:14:20,313 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179576857 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179576857,5,FailOnTimeoutGroup] 2024-11-09T19:14:20,313 INFO [M:0;fac84fd0e20f:43837 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:14:20,313 INFO [M:0;fac84fd0e20f:43837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:14:20,314 DEBUG [M:0;fac84fd0e20f:43837 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:14:20,314 INFO [M:0;fac84fd0e20f:43837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:14:20,314 INFO [M:0;fac84fd0e20f:43837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:14:20,314 ERROR [M:0;fac84fd0e20f:43837 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:40211 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40211,5,PEWorkerGroup] 2024-11-09T19:14:20,315 INFO [M:0;fac84fd0e20f:43837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:14:20,315 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:14:20,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T19:14:20,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:20,333 DEBUG [M:0;fac84fd0e20f:43837 {}] zookeeper.ZKUtil(347): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T19:14:20,333 WARN [M:0;fac84fd0e20f:43837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:14:20,335 INFO [M:0;fac84fd0e20f:43837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/.lastflushedseqids 2024-11-09T19:14:20,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741865_1041 (size=686) 2024-11-09T19:14:20,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741865_1041 (size=686) 2024-11-09T19:14:20,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741865_1041 (size=686) 2024-11-09T19:14:20,359 INFO [M:0;fac84fd0e20f:43837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:14:20,359 INFO [M:0;fac84fd0e20f:43837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:14:20,359 DEBUG [M:0;fac84fd0e20f:43837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:14:20,360 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:14:20,360 DEBUG [M:0;fac84fd0e20f:43837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:14:20,360 DEBUG [M:0;fac84fd0e20f:43837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:14:20,360 DEBUG [M:0;fac84fd0e20f:43837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:14:20,360 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.95 KB heapSize=241.73 KB 2024-11-09T19:14:20,385 DEBUG [M:0;fac84fd0e20f:43837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef4cb642a0174cb785cff3c4f079dfa5 is 82, key is hbase:meta,,1/info:regioninfo/1731179587594/Put/seqid=0 2024-11-09T19:14:20,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:14:20,391 INFO [RS:1;fac84fd0e20f:36017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:14:20,391 INFO [RS:1;fac84fd0e20f:36017 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,36017,1731179575617; zookeeper connection closed. 2024-11-09T19:14:20,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x1012103ed8e0002, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:14:20,392 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a0efb5c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a0efb5c 2024-11-09T19:14:20,393 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T19:14:20,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741866_1042 (size=5672) 2024-11-09T19:14:20,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741866_1042 (size=5672) 2024-11-09T19:14:20,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741866_1042 (size=5672) 2024-11-09T19:14:20,418 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef4cb642a0174cb785cff3c4f079dfa5 2024-11-09T19:14:20,448 DEBUG [M:0;fac84fd0e20f:43837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7526db56251542f387ba237dba99c1d4 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731179598887/Put/seqid=0 2024-11-09T19:14:20,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741867_1043 (size=8972) 2024-11-09T19:14:20,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741867_1043 (size=8972) 2024-11-09T19:14:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741867_1043 (size=8972) 2024-11-09T19:14:20,509 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.22 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7526db56251542f387ba237dba99c1d4 2024-11-09T19:14:20,521 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7526db56251542f387ba237dba99c1d4 2024-11-09T19:14:20,544 DEBUG [M:0;fac84fd0e20f:43837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47e3d581edce44b2bf14b3d65b95f1a5 is 69, key is fac84fd0e20f,36017,1731179575617/rs:state/1731179576886/Put/seqid=0 2024-11-09T19:14:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741868_1044 (size=5441) 2024-11-09T19:14:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741868_1044 (size=5441) 2024-11-09T19:14:20,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741868_1044 (size=5441) 2024-11-09T19:14:20,970 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47e3d581edce44b2bf14b3d65b95f1a5 2024-11-09T19:14:20,979 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47e3d581edce44b2bf14b3d65b95f1a5 2024-11-09T19:14:20,981 DEBUG [M:0;fac84fd0e20f:43837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef4cb642a0174cb785cff3c4f079dfa5 as hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef4cb642a0174cb785cff3c4f079dfa5 2024-11-09T19:14:20,988 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef4cb642a0174cb785cff3c4f079dfa5, entries=8, sequenceid=513, filesize=5.5 K 2024-11-09T19:14:20,990 DEBUG [M:0;fac84fd0e20f:43837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7526db56251542f387ba237dba99c1d4 as hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7526db56251542f387ba237dba99c1d4 2024-11-09T19:14:20,996 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7526db56251542f387ba237dba99c1d4 2024-11-09T19:14:20,997 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7526db56251542f387ba237dba99c1d4, entries=56, sequenceid=513, filesize=8.8 K 2024-11-09T19:14:20,998 DEBUG [M:0;fac84fd0e20f:43837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47e3d581edce44b2bf14b3d65b95f1a5 as hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47e3d581edce44b2bf14b3d65b95f1a5 2024-11-09T19:14:21,005 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47e3d581edce44b2bf14b3d65b95f1a5 2024-11-09T19:14:21,006 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40211/user/jenkins/test-data/b89c3809-14ae-21e9-eeec-410b3438bc2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47e3d581edce44b2bf14b3d65b95f1a5, entries=3, sequenceid=513, filesize=5.3 K 2024-11-09T19:14:21,007 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.95 KB/199631, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 647ms, sequenceid=513, compaction requested=false 2024-11-09T19:14:21,008 INFO [M:0;fac84fd0e20f:43837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:14:21,008 DEBUG [M:0;fac84fd0e20f:43837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179660359Disabling compacts and flushes for region at 1731179660359Disabling writes for close at 1731179660360 (+1 ms)Obtaining lock to block concurrent updates at 1731179660360Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179660360Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199631, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1731179660361 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179660364 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179660365 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179660384 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179660384Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179660426 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179660448 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179660448Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179660521 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179660543 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179660543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9505f1: reopening flushed file at 1731179660979 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9e77ff: reopening flushed file at 1731179660988 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60716fdb: reopening flushed file at 1731179660997 (+9 ms)Finished flush of dataSize ~194.95 KB/199631, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 647ms, sequenceid=513, compaction requested=false at 1731179661007 (+10 ms)Writing region close event to WAL at 1731179661008 (+1 ms)Closed at 1731179661008 2024-11-09T19:14:21,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33975 is added to blk_1073741830_1006 (size=233823) 2024-11-09T19:14:21,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41055 is added to blk_1073741830_1006 (size=233823) 2024-11-09T19:14:21,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741830_1006 (size=233823) 2024-11-09T19:14:21,011 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:14:21,011 INFO [M:0;fac84fd0e20f:43837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:14:21,012 INFO [M:0;fac84fd0e20f:43837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43837 2024-11-09T19:14:21,012 INFO [M:0;fac84fd0e20f:43837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:14:21,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:14:21,160 INFO [M:0;fac84fd0e20f:43837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:14:21,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43837-0x1012103ed8e0000, quorum=127.0.0.1:60804, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:14:21,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:14:21,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:14:21,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:14:21,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:14:21,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.log.dir/,STOPPED} 2024-11-09T19:14:21,171 WARN [BP-1420254921-172.17.0.2-1731179568853 heartbeating to localhost/127.0.0.1:40211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:14:21,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:14:21,171 WARN [BP-1420254921-172.17.0.2-1731179568853 heartbeating to localhost/127.0.0.1:40211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1420254921-172.17.0.2-1731179568853 (Datanode Uuid cdf283b0-24a7-4b3c-b275-0e813cac51d3) service to localhost/127.0.0.1:40211 2024-11-09T19:14:21,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:14:21,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data5/current/BP-1420254921-172.17.0.2-1731179568853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:14:21,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data6/current/BP-1420254921-172.17.0.2-1731179568853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:14:21,174 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:14:21,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:14:21,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:14:21,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:14:21,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:14:21,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.log.dir/,STOPPED} 2024-11-09T19:14:21,193 WARN [BP-1420254921-172.17.0.2-1731179568853 heartbeating to localhost/127.0.0.1:40211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:14:21,193 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:14:21,193 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:14:21,193 WARN [BP-1420254921-172.17.0.2-1731179568853 heartbeating to localhost/127.0.0.1:40211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1420254921-172.17.0.2-1731179568853 (Datanode Uuid 054f6cd8-633d-4e89-b50b-3eca6b5cdd59) service to localhost/127.0.0.1:40211 2024-11-09T19:14:21,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data3/current/BP-1420254921-172.17.0.2-1731179568853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:14:21,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data4/current/BP-1420254921-172.17.0.2-1731179568853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:14:21,195 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:14:21,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:14:21,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:14:21,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:14:21,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:14:21,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.log.dir/,STOPPED} 2024-11-09T19:14:21,200 WARN [BP-1420254921-172.17.0.2-1731179568853 heartbeating to localhost/127.0.0.1:40211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:14:21,200 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:14:21,200 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:14:21,200 WARN [BP-1420254921-172.17.0.2-1731179568853 heartbeating to localhost/127.0.0.1:40211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1420254921-172.17.0.2-1731179568853 (Datanode Uuid 7501bdb5-99cd-4004-bf08-c13b1cc73d4b) service to localhost/127.0.0.1:40211 2024-11-09T19:14:21,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data1/current/BP-1420254921-172.17.0.2-1731179568853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:14:21,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/cluster_85794570-fdaf-0e35-ef70-8846da591a99/data/data2/current/BP-1420254921-172.17.0.2-1731179568853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:14:21,201 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:14:21,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:14:21,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:14:21,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:14:21,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:14:21,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.log.dir/,STOPPED} 2024-11-09T19:14:21,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:14:21,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:14:21,285 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fac84fd0e20f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3a3339ff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40211 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/fac84fd0e20f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fac84fd0e20f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fac84fd0e20f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/fac84fd0e20f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fac84fd0e20f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fac84fd0e20f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40211 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 516), ProcessCount=11 (was 11), AvailableMemoryMB=3911 (was 6016) 2024-11-09T19:14:21,291 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=3911 2024-11-09T19:14:21,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.log.dir so I do NOT create it in target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97 2024-11-09T19:14:21,309 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:14:21,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.tmp.dir so I do NOT create it in target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97 2024-11-09T19:14:21,309 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caa4de2c-94b8-59c3-925f-d500082cdf33/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:14:21,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97 2024-11-09T19:14:21,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:14:21,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4, deleteOnExit=true 2024-11-09T19:14:21,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:14:21,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/test.cache.data in system properties and HBase conf 2024-11-09T19:14:21,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:14:21,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:14:21,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:14:21,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:14:21,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:14:21,310 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:14:21,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:14:21,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:14:21,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:14:21,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:14:21,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:14:21,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:14:21,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:14:21,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:14:21,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:14:21,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:14:21,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:14:21,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:14:21,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:14:21,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:14:21,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:14:21,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:14:21,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:14:21,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:14:21,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:14:21,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:14:21,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31631745{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:14:21,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efd563c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:14:21,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fc2671a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/java.io.tmpdir/jetty-localhost-39665-hadoop-hdfs-3_4_1-tests_jar-_-any-13352289246720714008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:14:21,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@436caa22{HTTP/1.1, (http/1.1)}{localhost:39665} 2024-11-09T19:14:21,801 INFO [Time-limited test {}] server.Server(415): Started @96497ms 2024-11-09T19:14:22,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:14:22,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:14:22,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:14:22,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:14:22,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:14:22,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76fca390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:14:22,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77afe134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:14:22,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c7ddb23{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/java.io.tmpdir/jetty-localhost-40721-hadoop-hdfs-3_4_1-tests_jar-_-any-9177501810682275066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:14:22,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22c8ef2e{HTTP/1.1, (http/1.1)}{localhost:40721} 2024-11-09T19:14:22,251 INFO [Time-limited test {}] server.Server(415): Started @96947ms 2024-11-09T19:14:22,253 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:14:22,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:14:22,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:14:22,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:14:22,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:14:22,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:14:22,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@692b3282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:14:22,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9fceb15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:14:22,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7911b946{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/java.io.tmpdir/jetty-localhost-46727-hadoop-hdfs-3_4_1-tests_jar-_-any-12710000130283494108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:14:22,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38b5411d{HTTP/1.1, (http/1.1)}{localhost:46727} 2024-11-09T19:14:22,442 INFO [Time-limited test {}] server.Server(415): Started @97138ms 2024-11-09T19:14:22,444 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:14:22,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:14:22,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:14:22,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:14:22,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:14:22,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:14:22,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48cbaeb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:14:22,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@894f43a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:14:22,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@257e2f84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/java.io.tmpdir/jetty-localhost-45535-hadoop-hdfs-3_4_1-tests_jar-_-any-11608174446932600367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:14:22,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c26c1ae{HTTP/1.1, (http/1.1)}{localhost:45535} 2024-11-09T19:14:22,591 INFO [Time-limited test {}] server.Server(415): Started @97287ms 2024-11-09T19:14:22,592 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:14:23,420 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data2/current/BP-458829615-172.17.0.2-1731179661332/current, will proceed with Du for space computation calculation, 2024-11-09T19:14:23,420 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data1/current/BP-458829615-172.17.0.2-1731179661332/current, will proceed with Du for space computation calculation, 2024-11-09T19:14:23,442 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:14:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f05f1ac01cb9a1b with lease ID 0xb25ec24bacb19bf3: Processing first storage report for DS-ab466363-9b0a-4d5b-a90a-edf01f272155 from datanode DatanodeRegistration(127.0.0.1:35625, datanodeUuid=f6849489-4bd4-43dd-9c0a-458a6540c907, infoPort=45033, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332) 2024-11-09T19:14:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f05f1ac01cb9a1b with lease ID 0xb25ec24bacb19bf3: from storage DS-ab466363-9b0a-4d5b-a90a-edf01f272155 node DatanodeRegistration(127.0.0.1:35625, datanodeUuid=f6849489-4bd4-43dd-9c0a-458a6540c907, infoPort=45033, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:14:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f05f1ac01cb9a1b with lease ID 0xb25ec24bacb19bf3: Processing first storage report for DS-8797753a-c99c-4d55-95cf-7302e41df83e from datanode DatanodeRegistration(127.0.0.1:35625, datanodeUuid=f6849489-4bd4-43dd-9c0a-458a6540c907, infoPort=45033, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332) 2024-11-09T19:14:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f05f1ac01cb9a1b with lease ID 0xb25ec24bacb19bf3: from storage DS-8797753a-c99c-4d55-95cf-7302e41df83e node DatanodeRegistration(127.0.0.1:35625, datanodeUuid=f6849489-4bd4-43dd-9c0a-458a6540c907, infoPort=45033, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:14:24,708 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data3/current/BP-458829615-172.17.0.2-1731179661332/current, will proceed with Du for space computation calculation, 2024-11-09T19:14:24,708 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data4/current/BP-458829615-172.17.0.2-1731179661332/current, will proceed with Du for space computation calculation, 2024-11-09T19:14:24,727 WARN [Thread-667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:14:24,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e9c6466f8d0187 with lease ID 0xb25ec24bacb19bf4: Processing first storage report for DS-dcdb4f72-1895-4c66-8d9a-81ee97630e86 from datanode DatanodeRegistration(127.0.0.1:40157, datanodeUuid=31c1303e-e6c0-4194-8707-a0ec3a093309, infoPort=40795, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332) 2024-11-09T19:14:24,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e9c6466f8d0187 with lease ID 0xb25ec24bacb19bf4: from storage DS-dcdb4f72-1895-4c66-8d9a-81ee97630e86 node DatanodeRegistration(127.0.0.1:40157, datanodeUuid=31c1303e-e6c0-4194-8707-a0ec3a093309, infoPort=40795, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:14:24,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e9c6466f8d0187 with lease ID 0xb25ec24bacb19bf4: Processing first storage report for DS-70d745fc-d5ad-4d01-badb-c9707dfd449c from datanode DatanodeRegistration(127.0.0.1:40157, datanodeUuid=31c1303e-e6c0-4194-8707-a0ec3a093309, infoPort=40795, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332) 2024-11-09T19:14:24,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e9c6466f8d0187 with lease ID 0xb25ec24bacb19bf4: from storage DS-70d745fc-d5ad-4d01-badb-c9707dfd449c node DatanodeRegistration(127.0.0.1:40157, datanodeUuid=31c1303e-e6c0-4194-8707-a0ec3a093309, infoPort=40795, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:14:24,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:24,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:24,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:24,824 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data6/current/BP-458829615-172.17.0.2-1731179661332/current, will proceed with Du for space computation calculation, 2024-11-09T19:14:24,824 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data5/current/BP-458829615-172.17.0.2-1731179661332/current, will proceed with Du for space computation calculation, 2024-11-09T19:14:24,852 WARN [Thread-689 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:14:24,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x360becf38cf7a5f7 with lease ID 0xb25ec24bacb19bf5: Processing first storage report for DS-12852c37-0a4c-42be-ba8d-772245dd7203 from datanode DatanodeRegistration(127.0.0.1:44697, datanodeUuid=5e5d73dc-0cfb-41ad-8969-ba754fdabd23, infoPort=37671, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332) 2024-11-09T19:14:24,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x360becf38cf7a5f7 with lease ID 0xb25ec24bacb19bf5: from storage DS-12852c37-0a4c-42be-ba8d-772245dd7203 node DatanodeRegistration(127.0.0.1:44697, datanodeUuid=5e5d73dc-0cfb-41ad-8969-ba754fdabd23, infoPort=37671, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:14:24,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x360becf38cf7a5f7 with lease ID 0xb25ec24bacb19bf5: Processing first storage report for DS-93ab3cd2-596c-4ace-8448-bcced5c4cbed from datanode DatanodeRegistration(127.0.0.1:44697, datanodeUuid=5e5d73dc-0cfb-41ad-8969-ba754fdabd23, infoPort=37671, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332) 2024-11-09T19:14:24,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x360becf38cf7a5f7 with lease ID 0xb25ec24bacb19bf5: from storage DS-93ab3cd2-596c-4ace-8448-bcced5c4cbed node DatanodeRegistration(127.0.0.1:44697, datanodeUuid=5e5d73dc-0cfb-41ad-8969-ba754fdabd23, infoPort=37671, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=695344086;c=1731179661332), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:14:24,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97 2024-11-09T19:14:24,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/zookeeper_0, clientPort=64602, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:14:24,965 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64602 2024-11-09T19:14:24,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:14:24,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:14:24,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:14:24,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:14:24,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:14:24,989 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 with version=8 2024-11-09T19:14:24,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/hbase-staging 2024-11-09T19:14:24,991 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:14:24,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:24,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:24,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:14:24,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:24,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:14:24,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:14:24,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:14:24,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34971 2024-11-09T19:14:24,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34971 connecting to ZooKeeper ensemble=127.0.0.1:64602 2024-11-09T19:14:25,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349710x0, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:14:25,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34971-0x101210551e50000 connected 2024-11-09T19:14:25,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:14:25,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:14:25,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:14:25,148 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12, hbase.cluster.distributed=false 2024-11-09T19:14:25,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:14:25,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-09T19:14:25,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34971 2024-11-09T19:14:25,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34971 2024-11-09T19:14:25,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-09T19:14:25,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-09T19:14:25,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:14:25,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:25,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:25,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:14:25,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:25,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:14:25,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:14:25,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:14:25,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39655 2024-11-09T19:14:25,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39655 connecting to ZooKeeper ensemble=127.0.0.1:64602 2024-11-09T19:14:25,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:14:25,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:14:25,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396550x0, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:14:25,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39655-0x101210551e50001 connected 2024-11-09T19:14:25,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:14:25,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:14:25,187 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:14:25,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:14:25,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:14:25,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39655 2024-11-09T19:14:25,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39655 2024-11-09T19:14:25,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39655 2024-11-09T19:14:25,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39655 2024-11-09T19:14:25,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39655 2024-11-09T19:14:25,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:14:25,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:25,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:25,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:14:25,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:25,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:14:25,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:14:25,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:14:25,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34545 2024-11-09T19:14:25,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34545 connecting to ZooKeeper ensemble=127.0.0.1:64602 2024-11-09T19:14:25,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:14:25,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:14:25,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345450x0, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:14:25,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345450x0, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:14:25,228 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:14:25,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34545-0x101210551e50002 connected 2024-11-09T19:14:25,229 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:14:25,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:14:25,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:14:25,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-09T19:14:25,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34545 2024-11-09T19:14:25,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34545 2024-11-09T19:14:25,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-09T19:14:25,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-09T19:14:25,255 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:14:25,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:25,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:25,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:14:25,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:14:25,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:14:25,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:14:25,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:14:25,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45185 2024-11-09T19:14:25,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45185 connecting to ZooKeeper ensemble=127.0.0.1:64602 2024-11-09T19:14:25,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:14:25,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:14:25,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451850x0, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:14:25,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451850x0, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:14:25,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45185-0x101210551e50003 connected 2024-11-09T19:14:25,280 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:14:25,283 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:14:25,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:14:25,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:14:25,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45185 2024-11-09T19:14:25,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45185 2024-11-09T19:14:25,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45185 2024-11-09T19:14:25,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45185 2024-11-09T19:14:25,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45185 2024-11-09T19:14:25,298 DEBUG [M:0;fac84fd0e20f:34971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:34971 2024-11-09T19:14:25,299 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fac84fd0e20f,34971,1731179664991 2024-11-09T19:14:25,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:14:25,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:14:25,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:14:25,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:14:25,312 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fac84fd0e20f,34971,1731179664991 2024-11-09T19:14:25,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:14:25,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:14:25,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:14:25,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:14:25,325 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T19:14:25,325 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fac84fd0e20f,34971,1731179664991 from backup master directory 2024-11-09T19:14:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fac84fd0e20f,34971,1731179664991 2024-11-09T19:14:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:14:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:14:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:14:25,333 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:14:25,333 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,34971,1731179664991 2024-11-09T19:14:25,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:14:25,338 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/hbase.id] with ID: f3477fd0-275c-43a1-9a1a-d0b86189e344 2024-11-09T19:14:25,338 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/.tmp/hbase.id 2024-11-09T19:14:25,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:25,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:25,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:14:25,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:14:25,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:14:25,356 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/.tmp/hbase.id]:[hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/hbase.id] 2024-11-09T19:14:25,358 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:14:25,358 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:14:25,358 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:14:25,373 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:14:25,373 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:14:25,374 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:14:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:14:25,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:14:25,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:14:25,396 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:14:25,397 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:14:25,397 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:14:25,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:14:25,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:14:25,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:14:25,414 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store 2024-11-09T19:14:25,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:14:25,433 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:25,433 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:14:25,433 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:14:25,433 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:14:25,434 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:14:25,434 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:14:25,434 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:14:25,434 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179665433Disabling compacts and flushes for region at 1731179665433Disabling writes for close at 1731179665434 (+1 ms)Writing region close event to WAL at 1731179665434Closed at 1731179665434 2024-11-09T19:14:25,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:14:25,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:14:25,435 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/.initializing 2024-11-09T19:14:25,435 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/WALs/fac84fd0e20f,34971,1731179664991 2024-11-09T19:14:25,437 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:14:25,441 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C34971%2C1731179664991, suffix=, logDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/WALs/fac84fd0e20f,34971,1731179664991, archiveDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/oldWALs, maxLogs=10 2024-11-09T19:14:25,458 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/WALs/fac84fd0e20f,34971,1731179664991/fac84fd0e20f%2C34971%2C1731179664991.1731179665441, exclude list is [], retry=0 2024-11-09T19:14:25,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-ab466363-9b0a-4d5b-a90a-edf01f272155,DISK] 2024-11-09T19:14:25,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-12852c37-0a4c-42be-ba8d-772245dd7203,DISK] 2024-11-09T19:14:25,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40157,DS-dcdb4f72-1895-4c66-8d9a-81ee97630e86,DISK] 2024-11-09T19:14:25,468 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/WALs/fac84fd0e20f,34971,1731179664991/fac84fd0e20f%2C34971%2C1731179664991.1731179665441 2024-11-09T19:14:25,476 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033),(127.0.0.1/127.0.0.1:37671:37671),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-09T19:14:25,477 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:14:25,477 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:25,477 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,477 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:14:25,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:25,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:14:25,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:14:25,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:25,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:25,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:14:25,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:25,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:25,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:14:25,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:25,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:25,506 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,507 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,508 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,510 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,510 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,511 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:14:25,513 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:14:25,526 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:25,527 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65579280, jitterRate=-0.022792577743530273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:14:25,530 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179665477Initializing all the Stores at 1731179665480 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179665480Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179665481 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179665481Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179665481Cleaning up temporary data from old regions at 1731179665510 (+29 ms)Region opened successfully at 1731179665530 (+20 ms) 2024-11-09T19:14:25,531 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:14:25,546 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdb9c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:14:25,548 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:14:25,549 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:14:25,549 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:14:25,549 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:14:25,550 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:14:25,550 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:14:25,551 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T19:14:25,556 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:14:25,563 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T19:14:25,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T19:14:25,575 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:14:25,576 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:14:25,585 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T19:14:25,586 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:14:25,587 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:14:25,595 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T19:14:25,597 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:14:25,606 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T19:14:25,608 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:14:25,616 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T19:14:25,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:14:25,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:14:25,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:14:25,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:14:25,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,630 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,34971,1731179664991, sessionid=0x101210551e50000, setting cluster-up flag (Was=false) 2024-11-09T19:14:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,680 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T19:14:25,681 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,34971,1731179664991 2024-11-09T19:14:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:25,743 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T19:14:25,744 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,34971,1731179664991 2024-11-09T19:14:25,746 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:14:25,748 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:14:25,748 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:14:25,748 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:14:25,749 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,34971,1731179664991 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:14:25,750 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:14:25,751 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:14:25,751 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:14:25,751 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:14:25,751 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:14:25,751 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,751 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:14:25,751 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,753 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731179695753 2024-11-09T19:14:25,753 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:14:25,753 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:14:25,753 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:14:25,753 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:14:25,753 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:14:25,753 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:14:25,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:14:25,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:14:25,755 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:25,755 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:14:25,755 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:25,755 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:14:25,755 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:14:25,756 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:14:25,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:14:25,756 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:14:25,760 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179665756,5,FailOnTimeoutGroup] 2024-11-09T19:14:25,764 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179665760,5,FailOnTimeoutGroup] 2024-11-09T19:14:25,764 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:25,764 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:14:25,764 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:25,764 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:25,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:14:25,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:14:25,795 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(746): ClusterId : f3477fd0-275c-43a1-9a1a-d0b86189e344 2024-11-09T19:14:25,795 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:14:25,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:14:25,798 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:14:25,798 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:25,806 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.HRegionServer(746): ClusterId : f3477fd0-275c-43a1-9a1a-d0b86189e344 2024-11-09T19:14:25,806 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:14:25,807 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(746): ClusterId : f3477fd0-275c-43a1-9a1a-d0b86189e344 2024-11-09T19:14:25,807 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:14:25,807 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:14:25,807 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:14:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:14:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:14:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:14:25,828 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:14:25,828 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:14:25,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:25,829 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:14:25,829 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:14:25,829 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:14:25,830 DEBUG [RS:0;fac84fd0e20f:39655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614aad9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:14:25,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:14:25,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:14:25,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:25,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:14:25,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:14:25,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:14:25,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:25,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:14:25,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:14:25,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:14:25,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:25,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:14:25,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:14:25,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:14:25,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:25,849 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:14:25,849 DEBUG [RS:0;fac84fd0e20f:39655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:39655 2024-11-09T19:14:25,849 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:14:25,849 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:14:25,849 DEBUG [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:14:25,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:14:25,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:14:25,850 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,34971,1731179664991 with port=39655, startcode=1731179665166 2024-11-09T19:14:25,850 DEBUG [RS:0;fac84fd0e20f:39655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:14:25,850 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:14:25,851 DEBUG [RS:1;fac84fd0e20f:34545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89c5a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:14:25,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740 2024-11-09T19:14:25,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740 2024-11-09T19:14:25,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:14:25,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:14:25,855 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:14:25,849 DEBUG [RS:2;fac84fd0e20f:45185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451ab9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:14:25,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:14:25,860 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:14:25,870 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:25,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:25,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:25,871 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68691133, jitterRate=0.023577645421028137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:14:25,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179665828Initializing all the Stores at 1731179665834 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179665835 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179665835Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179665835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179665835Cleaning up temporary data from old regions at 1731179665854 (+19 ms)Region opened successfully at 1731179665872 (+18 ms) 2024-11-09T19:14:25,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:14:25,872 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:14:25,873 DEBUG [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:25,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:14:25,873 DEBUG [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41995 2024-11-09T19:14:25,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:14:25,873 DEBUG [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:14:25,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:14:25,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:14:25,880 DEBUG [RS:0;fac84fd0e20f:39655 {}] zookeeper.ZKUtil(111): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:25,881 WARN [RS:0;fac84fd0e20f:39655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:14:25,881 INFO [RS:0;fac84fd0e20f:39655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:14:25,881 DEBUG [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:25,881 DEBUG [RS:1;fac84fd0e20f:34545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fac84fd0e20f:34545 2024-11-09T19:14:25,881 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:14:25,881 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:14:25,881 DEBUG [RS:1;fac84fd0e20f:34545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:14:25,885 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,34971,1731179664991 with port=34545, startcode=1731179665214 2024-11-09T19:14:25,885 DEBUG [RS:1;fac84fd0e20f:34545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:14:25,887 DEBUG [RS:2;fac84fd0e20f:45185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fac84fd0e20f:45185 2024-11-09T19:14:25,887 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:14:25,887 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:14:25,887 DEBUG [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:14:25,888 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,34971,1731179664991 with port=45185, startcode=1731179665255 2024-11-09T19:14:25,888 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:14:25,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179665872Disabling compacts and flushes for region at 1731179665872Disabling writes for close at 1731179665873 (+1 ms)Writing region close event to WAL at 1731179665888 (+15 ms)Closed at 1731179665888 2024-11-09T19:14:25,889 DEBUG [RS:2;fac84fd0e20f:45185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:14:25,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:14:25,893 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:14:25,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:14:25,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:14:25,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:14:25,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,39655,1731179665166] 2024-11-09T19:14:25,910 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:14:25,910 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:14:25,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:25,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:25,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:25,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:25,915 DEBUG [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:25,915 DEBUG [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41995 2024-11-09T19:14:25,915 DEBUG [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:14:25,916 DEBUG [RS:1;fac84fd0e20f:34545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:25,916 DEBUG [RS:1;fac84fd0e20f:34545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41995 2024-11-09T19:14:25,916 DEBUG [RS:1;fac84fd0e20f:34545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:14:25,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:14:25,975 DEBUG [RS:2;fac84fd0e20f:45185 {}] zookeeper.ZKUtil(111): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:25,979 WARN [RS:2;fac84fd0e20f:45185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:14:25,979 INFO [RS:2;fac84fd0e20f:45185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:14:25,979 DEBUG [RS:1;fac84fd0e20f:34545 {}] zookeeper.ZKUtil(111): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:25,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,45185,1731179665255] 2024-11-09T19:14:25,979 WARN [RS:1;fac84fd0e20f:34545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:14:25,979 DEBUG [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:25,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,34545,1731179665214] 2024-11-09T19:14:25,979 INFO [RS:1;fac84fd0e20f:34545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:14:25,980 DEBUG [RS:1;fac84fd0e20f:34545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:25,981 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:14:25,983 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:14:25,984 INFO [RS:0;fac84fd0e20f:39655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:14:25,984 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:25,985 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:14:25,986 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:14:25,986 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:25,986 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,987 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,987 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,987 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,987 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,987 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:14:25,987 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,987 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,987 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,987 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,987 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,988 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:25,988 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:14:25,988 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:14:25,988 DEBUG [RS:0;fac84fd0e20f:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:14:25,991 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:14:26,000 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,000 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:14:26,000 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,000 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,001 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,001 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,001 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39655,1731179665166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:14:26,004 INFO [RS:2;fac84fd0e20f:45185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:14:26,005 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,005 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:14:26,005 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:14:26,007 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:14:26,008 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,008 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,008 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,008 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,008 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,008 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,008 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:14:26,008 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,008 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,009 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,009 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,009 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,009 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,009 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:14:26,009 DEBUG [RS:2;fac84fd0e20f:45185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:14:26,016 INFO [RS:1;fac84fd0e20f:34545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:14:26,016 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,019 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:14:26,021 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:14:26,021 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,021 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,021 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,021 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,021 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,021 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,021 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,021 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45185,1731179665255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:14:26,021 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,021 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,021 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,021 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,021 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:14:26,021 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,021 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,021 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,021 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,022 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,022 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:14:26,022 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:14:26,022 DEBUG [RS:1;fac84fd0e20f:34545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:14:26,024 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,024 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,024 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,024 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,024 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,024 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34545,1731179665214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:14:26,025 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:14:26,025 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39655,1731179665166-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,025 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,025 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.Replication(171): fac84fd0e20f,39655,1731179665166 started 2024-11-09T19:14:26,039 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:14:26,039 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45185,1731179665255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,039 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,039 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.Replication(171): fac84fd0e20f,45185,1731179665255 started 2024-11-09T19:14:26,044 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,045 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,39655,1731179665166, RpcServer on fac84fd0e20f/172.17.0.2:39655, sessionid=0x101210551e50001 2024-11-09T19:14:26,045 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:14:26,045 DEBUG [RS:0;fac84fd0e20f:39655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:26,045 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39655,1731179665166' 2024-11-09T19:14:26,045 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:14:26,046 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:14:26,046 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:14:26,046 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:14:26,046 DEBUG [RS:0;fac84fd0e20f:39655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:26,046 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39655,1731179665166' 2024-11-09T19:14:26,046 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:14:26,047 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:14:26,047 DEBUG [RS:0;fac84fd0e20f:39655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:14:26,047 INFO [RS:0;fac84fd0e20f:39655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:14:26,047 INFO [RS:0;fac84fd0e20f:39655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:14:26,048 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:14:26,049 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34545,1731179665214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,049 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,049 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.Replication(171): fac84fd0e20f,34545,1731179665214 started 2024-11-09T19:14:26,054 WARN [fac84fd0e20f:34971 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T19:14:26,055 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,055 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,45185,1731179665255, RpcServer on fac84fd0e20f/172.17.0.2:45185, sessionid=0x101210551e50003 2024-11-09T19:14:26,056 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:14:26,056 DEBUG [RS:2;fac84fd0e20f:45185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:26,056 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,45185,1731179665255' 2024-11-09T19:14:26,056 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:14:26,056 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:14:26,057 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:14:26,057 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:14:26,057 DEBUG [RS:2;fac84fd0e20f:45185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:26,057 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,45185,1731179665255' 2024-11-09T19:14:26,057 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:14:26,057 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:14:26,058 DEBUG [RS:2;fac84fd0e20f:45185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:14:26,058 INFO [RS:2;fac84fd0e20f:45185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:14:26,058 INFO [RS:2;fac84fd0e20f:45185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:14:26,070 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:26,070 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,34545,1731179665214, RpcServer on fac84fd0e20f/172.17.0.2:34545, sessionid=0x101210551e50002 2024-11-09T19:14:26,070 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:14:26,070 DEBUG [RS:1;fac84fd0e20f:34545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:26,070 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,34545,1731179665214' 2024-11-09T19:14:26,070 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:14:26,071 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:14:26,072 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:14:26,072 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:14:26,072 DEBUG [RS:1;fac84fd0e20f:34545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:26,072 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,34545,1731179665214' 2024-11-09T19:14:26,072 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:14:26,072 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:14:26,073 DEBUG [RS:1;fac84fd0e20f:34545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:14:26,073 INFO [RS:1;fac84fd0e20f:34545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:14:26,073 INFO [RS:1;fac84fd0e20f:34545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:14:26,148 INFO [RS:0;fac84fd0e20f:39655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:14:26,150 INFO [RS:0;fac84fd0e20f:39655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C39655%2C1731179665166, suffix=, logDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,39655,1731179665166, archiveDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/oldWALs, maxLogs=32 2024-11-09T19:14:26,158 INFO [RS:2;fac84fd0e20f:45185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:14:26,160 INFO [RS:2;fac84fd0e20f:45185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C45185%2C1731179665255, suffix=, logDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,45185,1731179665255, archiveDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/oldWALs, maxLogs=32 2024-11-09T19:14:26,172 DEBUG [RS:0;fac84fd0e20f:39655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,39655,1731179665166/fac84fd0e20f%2C39655%2C1731179665166.1731179666153, exclude list is [], retry=0 2024-11-09T19:14:26,173 INFO [RS:1;fac84fd0e20f:34545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:14:26,179 DEBUG [RS:2;fac84fd0e20f:45185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,45185,1731179665255/fac84fd0e20f%2C45185%2C1731179665255.1731179666162, exclude list is [], retry=0 2024-11-09T19:14:26,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-12852c37-0a4c-42be-ba8d-772245dd7203,DISK] 2024-11-09T19:14:26,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-ab466363-9b0a-4d5b-a90a-edf01f272155,DISK] 2024-11-09T19:14:26,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40157,DS-dcdb4f72-1895-4c66-8d9a-81ee97630e86,DISK] 2024-11-09T19:14:26,185 INFO [RS:1;fac84fd0e20f:34545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C34545%2C1731179665214, suffix=, logDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214, archiveDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/oldWALs, maxLogs=32 2024-11-09T19:14:26,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-ab466363-9b0a-4d5b-a90a-edf01f272155,DISK] 2024-11-09T19:14:26,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40157,DS-dcdb4f72-1895-4c66-8d9a-81ee97630e86,DISK] 2024-11-09T19:14:26,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-12852c37-0a4c-42be-ba8d-772245dd7203,DISK] 2024-11-09T19:14:26,206 DEBUG [RS:1;fac84fd0e20f:34545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214/fac84fd0e20f%2C34545%2C1731179665214.1731179666186, exclude list is [], retry=0 2024-11-09T19:14:26,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40157,DS-dcdb4f72-1895-4c66-8d9a-81ee97630e86,DISK] 2024-11-09T19:14:26,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-12852c37-0a4c-42be-ba8d-772245dd7203,DISK] 2024-11-09T19:14:26,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-ab466363-9b0a-4d5b-a90a-edf01f272155,DISK] 2024-11-09T19:14:26,220 INFO [RS:0;fac84fd0e20f:39655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,39655,1731179665166/fac84fd0e20f%2C39655%2C1731179665166.1731179666153 2024-11-09T19:14:26,225 INFO [RS:2;fac84fd0e20f:45185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,45185,1731179665255/fac84fd0e20f%2C45185%2C1731179665255.1731179666162 2024-11-09T19:14:26,248 DEBUG [RS:0;fac84fd0e20f:39655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37671:37671),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-09T19:14:26,264 DEBUG [RS:2;fac84fd0e20f:45185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033),(127.0.0.1/127.0.0.1:37671:37671),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-09T19:14:26,270 INFO [RS:1;fac84fd0e20f:34545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214/fac84fd0e20f%2C34545%2C1731179665214.1731179666186 2024-11-09T19:14:26,272 DEBUG [RS:1;fac84fd0e20f:34545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:45033:45033),(127.0.0.1/127.0.0.1:37671:37671)] 2024-11-09T19:14:26,304 DEBUG [fac84fd0e20f:34971 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T19:14:26,305 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:14:26,313 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:14:26,313 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:14:26,313 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T19:14:26,313 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:14:26,314 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:14:26,314 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T19:14:26,314 INFO [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:14:26,314 INFO [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:14:26,314 INFO [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T19:14:26,314 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:14:26,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:26,325 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,34545,1731179665214, state=OPENING 2024-11-09T19:14:26,336 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:14:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:14:26,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:14:26,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:14:26,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:14:26,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:14:26,354 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:14:26,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,34545,1731179665214}] 2024-11-09T19:14:30,764 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:43837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T19:14:30,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:14:30,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:30,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:34,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:14:34,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T19:14:36,360 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:14:36,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:14:36,369 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:14:36,369 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:14:36,369 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:14:36,371 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C34545%2C1731179665214.meta, suffix=.meta, logDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214, archiveDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/oldWALs, maxLogs=32 2024-11-09T19:14:36,386 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta, exclude list is [], retry=0 2024-11-09T19:14:36,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-12852c37-0a4c-42be-ba8d-772245dd7203,DISK] 2024-11-09T19:14:36,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40157,DS-dcdb4f72-1895-4c66-8d9a-81ee97630e86,DISK] 2024-11-09T19:14:36,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-ab466363-9b0a-4d5b-a90a-edf01f272155,DISK] 2024-11-09T19:14:36,392 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta 2024-11-09T19:14:36,396 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37671:37671),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-09T19:14:36,396 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:14:36,397 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:14:36,397 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:14:36,397 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:14:36,397 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:14:36,397 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:36,397 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:14:36,397 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:14:36,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:14:36,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:14:36,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:36,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:14:36,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:14:36,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:14:36,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:36,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:14:36,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:14:36,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:14:36,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:36,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:14:36,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:14:36,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:14:36,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:36,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:14:36,407 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:14:36,407 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740 2024-11-09T19:14:36,409 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740 2024-11-09T19:14:36,410 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:14:36,410 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:14:36,411 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:14:36,413 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:14:36,414 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67747647, jitterRate=0.009518608450889587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:14:36,414 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:14:36,415 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179676398Writing region info on filesystem at 1731179676398Initializing all the Stores at 1731179676399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179676399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179676399Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179676399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179676399Cleaning up temporary data from old regions at 1731179676410 (+11 ms)Running coprocessor post-open hooks at 1731179676414 (+4 ms)Region opened successfully at 1731179676415 (+1 ms) 2024-11-09T19:14:36,416 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179676359 2024-11-09T19:14:36,418 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:14:36,418 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:14:36,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:36,419 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,34545,1731179665214, state=OPEN 2024-11-09T19:14:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:14:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:14:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:14:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:14:36,437 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:36,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:14:36,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:14:36,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:14:36,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:14:36,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:14:36,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,34545,1731179665214 in 10.0820 sec 2024-11-09T19:14:36,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:14:36,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5470 sec 2024-11-09T19:14:36,444 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:14:36,444 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:14:36,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:14:36,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34545,1731179665214, seqNum=-1] 2024-11-09T19:14:36,449 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:14:36,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:14:36,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7080 sec 2024-11-09T19:14:36,456 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179676456, completionTime=-1 2024-11-09T19:14:36,456 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T19:14:36,456 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:14:36,458 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T19:14:36,459 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731179736458 2024-11-09T19:14:36,459 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731179796459 2024-11-09T19:14:36,459 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:14:36,459 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34971,1731179664991-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:36,459 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34971,1731179664991-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:36,459 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34971,1731179664991-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:36,459 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:34971, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:36,459 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:36,460 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:36,462 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:14:36,464 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.131sec 2024-11-09T19:14:36,464 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:14:36,465 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:14:36,465 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:14:36,465 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:14:36,465 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:14:36,465 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34971,1731179664991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:14:36,465 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34971,1731179664991-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:14:36,468 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:14:36,468 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:14:36,468 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34971,1731179664991-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:14:36,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ddf5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:14:36,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34971,-1 for getting cluster id 2024-11-09T19:14:36,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:14:36,516 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3477fd0-275c-43a1-9a1a-d0b86189e344' 2024-11-09T19:14:36,517 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:14:36,517 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3477fd0-275c-43a1-9a1a-d0b86189e344" 2024-11-09T19:14:36,518 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a208723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:14:36,518 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34971,-1] 2024-11-09T19:14:36,518 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:14:36,518 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:14:36,520 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:14:36,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d357d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:14:36,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:14:36,523 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34545,1731179665214, seqNum=-1] 2024-11-09T19:14:36,523 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:14:36,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:14:36,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,34971,1731179664991 2024-11-09T19:14:36,528 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731179676528 (current time:1731179676528). 2024-11-09T19:14:36,528 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T19:14:36,528 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T19:14:36,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbe75be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:14:36,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34971,-1 for getting cluster id 2024-11-09T19:14:36,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:14:36,530 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3477fd0-275c-43a1-9a1a-d0b86189e344' 2024-11-09T19:14:36,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:14:36,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3477fd0-275c-43a1-9a1a-d0b86189e344" 2024-11-09T19:14:36,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2516be50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:14:36,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34971,-1] 2024-11-09T19:14:36,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:14:36,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:14:36,533 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:14:36,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216e4d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:14:36,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:14:36,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34545,1731179665214, seqNum=-1] 2024-11-09T19:14:36,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:14:36,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:14:36,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:14:36,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:14:36,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:14:36,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:14:36,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:14:36,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:14:36,540 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34971,1731179664991 2024-11-09T19:14:36,540 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5244283e 2024-11-09T19:14:36,540 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:14:36,542 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:14:36,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:14:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T19:14:36,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:14:36,546 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:36,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T19:14:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:14:36,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:14:36,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741837_1013 (size=361) 2024-11-09T19:14:36,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741837_1013 (size=361) 2024-11-09T19:14:36,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741837_1013 (size=361) 2024-11-09T19:14:36,577 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98b2898782f10ab6b3d5dd480235f0d7, NAME => 'SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:36,578 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c5c47b99c824b46651b1a4c1a9d937a7, NAME => 'SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:36,578 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7c8cc236fbac4bfa4ea58ad38254d8e2, NAME => 'SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:36,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741838_1014 (size=54) 2024-11-09T19:14:36,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741838_1014 (size=54) 2024-11-09T19:14:36,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741838_1014 (size=54) 2024-11-09T19:14:36,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:36,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 98b2898782f10ab6b3d5dd480235f0d7, disabling compactions & flushes 2024-11-09T19:14:36,618 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:14:36,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:14:36,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. after waiting 0 ms 2024-11-09T19:14:36,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:14:36,618 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:14:36,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98b2898782f10ab6b3d5dd480235f0d7: Waiting for close lock at 1731179676617Disabling compacts and flushes for region at 1731179676617Disabling writes for close at 1731179676618 (+1 ms)Writing region close event to WAL at 1731179676618Closed at 1731179676618 2024-11-09T19:14:36,619 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7eaeb29af35a1f7fdb330e999b4e5203, NAME => 'SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:36,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741840_1016 (size=62) 2024-11-09T19:14:36,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741840_1016 (size=62) 2024-11-09T19:14:36,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741840_1016 (size=62) 2024-11-09T19:14:36,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741839_1015 (size=62) 2024-11-09T19:14:36,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741839_1015 (size=62) 2024-11-09T19:14:36,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741839_1015 (size=62) 2024-11-09T19:14:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741841_1017 (size=62) 2024-11-09T19:14:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741841_1017 (size=62) 2024-11-09T19:14:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741841_1017 (size=62) 2024-11-09T19:14:36,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:36,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7eaeb29af35a1f7fdb330e999b4e5203, disabling compactions & flushes 2024-11-09T19:14:36,634 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203. 2024-11-09T19:14:36,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203. 2024-11-09T19:14:36,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203. after waiting 0 ms 2024-11-09T19:14:36,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203. 2024-11-09T19:14:36,634 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203. 2024-11-09T19:14:36,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7eaeb29af35a1f7fdb330e999b4e5203: Waiting for close lock at 1731179676634Disabling compacts and flushes for region at 1731179676634Disabling writes for close at 1731179676634Writing region close event to WAL at 1731179676634Closed at 1731179676634 2024-11-09T19:14:36,635 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 973d7744b8bf273f89f71380e01cf718, NAME => 'SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:36,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741842_1018 (size=62) 2024-11-09T19:14:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741842_1018 (size=62) 2024-11-09T19:14:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741842_1018 (size=62) 2024-11-09T19:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 973d7744b8bf273f89f71380e01cf718, disabling compactions & flushes 2024-11-09T19:14:36,649 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. after waiting 0 ms 2024-11-09T19:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:14:36,649 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:14:36,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 973d7744b8bf273f89f71380e01cf718: Waiting for close lock at 1731179676649Disabling compacts and flushes for region at 1731179676649Disabling writes for close at 1731179676649Writing region close event to WAL at 1731179676649Closed at 1731179676649 2024-11-09T19:14:36,649 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76633de5c635ae938a8942e5290c5f54, NAME => 'SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:14:36,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741843_1019 (size=62) 2024-11-09T19:14:36,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741843_1019 (size=62) 2024-11-09T19:14:36,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741843_1019 (size=62) 2024-11-09T19:14:36,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:36,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 76633de5c635ae938a8942e5290c5f54, disabling compactions & flushes 2024-11-09T19:14:36,661 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:14:36,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:14:36,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. after waiting 0 ms 2024-11-09T19:14:36,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:14:36,661 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:14:36,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76633de5c635ae938a8942e5290c5f54: Waiting for close lock at 1731179676661Disabling compacts and flushes for region at 1731179676661Disabling writes for close at 1731179676661Writing region close event to WAL at 1731179676661Closed at 1731179676661 2024-11-09T19:14:36,662 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dea3ff1840f00b6d69815e951d345acd, NAME => 'SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741844_1020 (size=62) 2024-11-09T19:14:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741844_1020 (size=62) 2024-11-09T19:14:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741844_1020 (size=62) 2024-11-09T19:14:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:14:37,021 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:37,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c5c47b99c824b46651b1a4c1a9d937a7, disabling compactions & flushes 2024-11-09T19:14:37,022 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7. 2024-11-09T19:14:37,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7. 2024-11-09T19:14:37,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7. after waiting 0 ms 2024-11-09T19:14:37,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7. 2024-11-09T19:14:37,022 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7. 2024-11-09T19:14:37,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c5c47b99c824b46651b1a4c1a9d937a7: Waiting for close lock at 1731179677022Disabling compacts and flushes for region at 1731179677022Disabling writes for close at 1731179677022Writing region close event to WAL at 1731179677022Closed at 1731179677022 2024-11-09T19:14:37,023 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 26683bd11b5847dc679236f31598bedc, NAME => 'SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:37,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:37,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7c8cc236fbac4bfa4ea58ad38254d8e2, disabling compactions & flushes 2024-11-09T19:14:37,025 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:14:37,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:14:37,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. after waiting 0 ms 2024-11-09T19:14:37,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:14:37,026 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:14:37,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7c8cc236fbac4bfa4ea58ad38254d8e2: Waiting for close lock at 1731179677025Disabling compacts and flushes for region at 1731179677025Disabling writes for close at 1731179677026 (+1 ms)Writing region close event to WAL at 1731179677026Closed at 1731179677026 2024-11-09T19:14:37,027 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8e01c799419f2d3516649468aaed5509, NAME => 'SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741845_1021 (size=62) 2024-11-09T19:14:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741845_1021 (size=62) 2024-11-09T19:14:37,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741845_1021 (size=62) 2024-11-09T19:14:37,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:37,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 26683bd11b5847dc679236f31598bedc, disabling compactions & flushes 2024-11-09T19:14:37,046 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:14:37,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:14:37,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. after waiting 0 ms 2024-11-09T19:14:37,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:14:37,046 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:14:37,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 26683bd11b5847dc679236f31598bedc: Waiting for close lock at 1731179677046Disabling compacts and flushes for region at 1731179677046Disabling writes for close at 1731179677046Writing region close event to WAL at 1731179677046Closed at 1731179677046 2024-11-09T19:14:37,047 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 351a502ca9985a46b07c5d4a43ca18b2, NAME => 'SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12 2024-11-09T19:14:37,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741846_1022 (size=62) 2024-11-09T19:14:37,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741846_1022 (size=62) 2024-11-09T19:14:37,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741846_1022 (size=62) 2024-11-09T19:14:37,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:37,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8e01c799419f2d3516649468aaed5509, disabling compactions & flushes 2024-11-09T19:14:37,059 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. 2024-11-09T19:14:37,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. 2024-11-09T19:14:37,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. after waiting 0 ms 2024-11-09T19:14:37,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. 2024-11-09T19:14:37,060 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. 2024-11-09T19:14:37,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8e01c799419f2d3516649468aaed5509: Waiting for close lock at 1731179677059Disabling compacts and flushes for region at 1731179677059Disabling writes for close at 1731179677059Writing region close event to WAL at 1731179677059Closed at 1731179677059 2024-11-09T19:14:37,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741847_1023 (size=54) 2024-11-09T19:14:37,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741847_1023 (size=54) 2024-11-09T19:14:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741847_1023 (size=54) 2024-11-09T19:14:37,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:37,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 351a502ca9985a46b07c5d4a43ca18b2, disabling compactions & flushes 2024-11-09T19:14:37,067 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:14:37,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:14:37,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. after waiting 0 ms 2024-11-09T19:14:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:14:37,068 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:14:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 351a502ca9985a46b07c5d4a43ca18b2: Waiting for close lock at 1731179677067Disabling compacts and flushes for region at 1731179677067Disabling writes for close at 1731179677067Writing region close event to WAL at 1731179677068 (+1 ms)Closed at 1731179677068 2024-11-09T19:14:37,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:37,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dea3ff1840f00b6d69815e951d345acd, disabling compactions & flushes 2024-11-09T19:14:37,076 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:14:37,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:14:37,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. after waiting 0 ms 2024-11-09T19:14:37,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:14:37,076 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:14:37,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dea3ff1840f00b6d69815e951d345acd: Waiting for close lock at 1731179677076Disabling compacts and flushes for region at 1731179677076Disabling writes for close at 1731179677076Writing region close event to WAL at 1731179677076Closed at 1731179677076 2024-11-09T19:14:37,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:14:37,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731179677078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179677078"}]},"ts":"1731179677078"} 2024-11-09T19:14:37,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179677078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179677078"}]},"ts":"1731179677078"} 2024-11-09T19:14:37,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179677078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179677078"}]},"ts":"1731179677078"} 2024-11-09T19:14:37,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179677078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179677078"}]},"ts":"1731179677078"} 2024-11-09T19:14:37,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179677078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179677078"}]},"ts":"1731179677078"} 2024-11-09T19:14:37,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179677078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179677078"}]},"ts":"1731179677078"} 2024-11-09T19:14:37,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179677078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179677078"}]},"ts":"1731179677078"} 2024-11-09T19:14:37,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179677078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179677078"}]},"ts":"1731179677078"} 2024-11-09T19:14:37,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731179677078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179677078"}]},"ts":"1731179677078"} 2024-11-09T19:14:37,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731179677078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179677078"}]},"ts":"1731179677078"} 2024-11-09T19:14:37,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T19:14:37,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:14:37,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179677086"}]},"ts":"1731179677086"} 2024-11-09T19:14:37,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T19:14:37,090 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:14:37,096 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:14:37,096 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:14:37,096 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T19:14:37,096 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:14:37,096 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:14:37,096 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T19:14:37,096 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:14:37,097 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:14:37,097 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T19:14:37,097 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:14:37,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98b2898782f10ab6b3d5dd480235f0d7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c8cc236fbac4bfa4ea58ad38254d8e2, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5c47b99c824b46651b1a4c1a9d937a7, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7eaeb29af35a1f7fdb330e999b4e5203, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=973d7744b8bf273f89f71380e01cf718, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76633de5c635ae938a8942e5290c5f54, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dea3ff1840f00b6d69815e951d345acd, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26683bd11b5847dc679236f31598bedc, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e01c799419f2d3516649468aaed5509, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=351a502ca9985a46b07c5d4a43ca18b2, ASSIGN}] 2024-11-09T19:14:37,100 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5c47b99c824b46651b1a4c1a9d937a7, ASSIGN 2024-11-09T19:14:37,100 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c8cc236fbac4bfa4ea58ad38254d8e2, ASSIGN 2024-11-09T19:14:37,100 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76633de5c635ae938a8942e5290c5f54, ASSIGN 2024-11-09T19:14:37,101 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98b2898782f10ab6b3d5dd480235f0d7, ASSIGN 2024-11-09T19:14:37,102 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c5c47b99c824b46651b1a4c1a9d937a7, ASSIGN; state=OFFLINE, location=fac84fd0e20f,34545,1731179665214; forceNewPlan=false, retain=false 2024-11-09T19:14:37,102 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76633de5c635ae938a8942e5290c5f54, ASSIGN; state=OFFLINE, location=fac84fd0e20f,45185,1731179665255; forceNewPlan=false, retain=false 2024-11-09T19:14:37,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c8cc236fbac4bfa4ea58ad38254d8e2, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39655,1731179665166; forceNewPlan=false, retain=false 2024-11-09T19:14:37,102 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98b2898782f10ab6b3d5dd480235f0d7, ASSIGN; state=OFFLINE, location=fac84fd0e20f,45185,1731179665255; forceNewPlan=false, retain=false 2024-11-09T19:14:37,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26683bd11b5847dc679236f31598bedc, ASSIGN 2024-11-09T19:14:37,105 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dea3ff1840f00b6d69815e951d345acd, ASSIGN 2024-11-09T19:14:37,106 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e01c799419f2d3516649468aaed5509, ASSIGN 2024-11-09T19:14:37,106 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=973d7744b8bf273f89f71380e01cf718, ASSIGN 2024-11-09T19:14:37,106 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=351a502ca9985a46b07c5d4a43ca18b2, ASSIGN 2024-11-09T19:14:37,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26683bd11b5847dc679236f31598bedc, ASSIGN; state=OFFLINE, location=fac84fd0e20f,45185,1731179665255; forceNewPlan=false, retain=false 2024-11-09T19:14:37,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dea3ff1840f00b6d69815e951d345acd, ASSIGN; state=OFFLINE, location=fac84fd0e20f,45185,1731179665255; forceNewPlan=false, retain=false 2024-11-09T19:14:37,109 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=973d7744b8bf273f89f71380e01cf718, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39655,1731179665166; forceNewPlan=false, retain=false 2024-11-09T19:14:37,109 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e01c799419f2d3516649468aaed5509, ASSIGN; state=OFFLINE, location=fac84fd0e20f,34545,1731179665214; forceNewPlan=false, retain=false 2024-11-09T19:14:37,110 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=351a502ca9985a46b07c5d4a43ca18b2, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39655,1731179665166; forceNewPlan=false, retain=false 2024-11-09T19:14:37,113 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7eaeb29af35a1f7fdb330e999b4e5203, ASSIGN 2024-11-09T19:14:37,114 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7eaeb29af35a1f7fdb330e999b4e5203, ASSIGN; state=OFFLINE, location=fac84fd0e20f,34545,1731179665214; forceNewPlan=false, retain=false 2024-11-09T19:14:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:14:37,253 INFO [fac84fd0e20f:34971 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T19:14:37,254 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98b2898782f10ab6b3d5dd480235f0d7, regionState=OPENING, regionLocation=fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:37,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=351a502ca9985a46b07c5d4a43ca18b2, regionState=OPENING, regionLocation=fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:37,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=76633de5c635ae938a8942e5290c5f54, regionState=OPENING, regionLocation=fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:37,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=26683bd11b5847dc679236f31598bedc, regionState=OPENING, regionLocation=fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:37,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=dea3ff1840f00b6d69815e951d345acd, regionState=OPENING, regionLocation=fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:37,255 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=973d7744b8bf273f89f71380e01cf718, regionState=OPENING, regionLocation=fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:37,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7c8cc236fbac4bfa4ea58ad38254d8e2, regionState=OPENING, regionLocation=fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:37,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8e01c799419f2d3516649468aaed5509, regionState=OPENING, regionLocation=fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:37,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7eaeb29af35a1f7fdb330e999b4e5203, regionState=OPENING, regionLocation=fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:37,255 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c5c47b99c824b46651b1a4c1a9d937a7, regionState=OPENING, regionLocation=fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:37,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76633de5c635ae938a8942e5290c5f54, ASSIGN because future has completed 2024-11-09T19:14:37,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76633de5c635ae938a8942e5290c5f54, server=fac84fd0e20f,45185,1731179665255}] 2024-11-09T19:14:37,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dea3ff1840f00b6d69815e951d345acd, ASSIGN because future has completed 2024-11-09T19:14:37,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98b2898782f10ab6b3d5dd480235f0d7, ASSIGN because future has completed 2024-11-09T19:14:37,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure dea3ff1840f00b6d69815e951d345acd, server=fac84fd0e20f,45185,1731179665255}] 2024-11-09T19:14:37,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26683bd11b5847dc679236f31598bedc, ASSIGN because future has completed 2024-11-09T19:14:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=351a502ca9985a46b07c5d4a43ca18b2, ASSIGN because future has completed 2024-11-09T19:14:37,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c5c47b99c824b46651b1a4c1a9d937a7, ASSIGN because future has completed 2024-11-09T19:14:37,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 351a502ca9985a46b07c5d4a43ca18b2, server=fac84fd0e20f,39655,1731179665166}] 2024-11-09T19:14:37,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c8cc236fbac4bfa4ea58ad38254d8e2, ASSIGN because future has completed 2024-11-09T19:14:37,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c8cc236fbac4bfa4ea58ad38254d8e2, server=fac84fd0e20f,39655,1731179665166}] 2024-11-09T19:14:37,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=973d7744b8bf273f89f71380e01cf718, ASSIGN because future has completed 2024-11-09T19:14:37,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e01c799419f2d3516649468aaed5509, ASSIGN because future has completed 2024-11-09T19:14:37,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7eaeb29af35a1f7fdb330e999b4e5203, ASSIGN because future has completed 2024-11-09T19:14:37,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c47b99c824b46651b1a4c1a9d937a7, server=fac84fd0e20f,34545,1731179665214}] 2024-11-09T19:14:37,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98b2898782f10ab6b3d5dd480235f0d7, server=fac84fd0e20f,45185,1731179665255}] 2024-11-09T19:14:37,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26683bd11b5847dc679236f31598bedc, server=fac84fd0e20f,45185,1731179665255}] 2024-11-09T19:14:37,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7eaeb29af35a1f7fdb330e999b4e5203, server=fac84fd0e20f,34545,1731179665214}] 2024-11-09T19:14:37,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e01c799419f2d3516649468aaed5509, server=fac84fd0e20f,34545,1731179665214}] 2024-11-09T19:14:37,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 973d7744b8bf273f89f71380e01cf718, server=fac84fd0e20f,39655,1731179665166}] 2024-11-09T19:14:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:14:37,992 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:14:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:14:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:14:41,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:41,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:41,942 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:14:41,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:41,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:14:44,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:14:44,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T19:14:44,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:14:44,912 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T19:14:47,264 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:14:47,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:14:47,272 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:14:47,272 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => dea3ff1840f00b6d69815e951d345acd, NAME => 'SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T19:14:47,272 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:47,272 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:47,273 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:47,273 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:47,275 INFO [StoreOpener-dea3ff1840f00b6d69815e951d345acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:47,276 INFO [StoreOpener-dea3ff1840f00b6d69815e951d345acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dea3ff1840f00b6d69815e951d345acd columnFamilyName cf 2024-11-09T19:14:47,277 DEBUG [StoreOpener-dea3ff1840f00b6d69815e951d345acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:47,277 INFO [StoreOpener-dea3ff1840f00b6d69815e951d345acd-1 {}] regionserver.HStore(327): Store=dea3ff1840f00b6d69815e951d345acd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:47,278 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:47,279 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:47,280 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:47,280 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:47,280 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:47,282 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:14:47,283 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:47,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:14:47,294 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/dea3ff1840f00b6d69815e951d345acd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:47,294 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened dea3ff1840f00b6d69815e951d345acd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67658442, jitterRate=0.008189350366592407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:14:47,295 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:47,295 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for dea3ff1840f00b6d69815e951d345acd: Running coprocessor pre-open hook at 1731179687273Writing region info on filesystem at 1731179687273Initializing all the Stores at 1731179687274 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179687274Cleaning up temporary data from old regions at 1731179687280 (+6 ms)Running coprocessor post-open hooks at 1731179687295 (+15 ms)Region opened successfully at 1731179687295 2024-11-09T19:14:47,296 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:14:47,296 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 973d7744b8bf273f89f71380e01cf718, NAME => 'SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T19:14:47,297 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203. 2024-11-09T19:14:47,297 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:47,297 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:47,297 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 7eaeb29af35a1f7fdb330e999b4e5203, NAME => 'SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T19:14:47,297 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:47,297 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:47,297 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:47,297 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:47,297 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:47,297 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:47,297 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd., pid=16, masterSystemTime=1731179687264 2024-11-09T19:14:47,300 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:14:47,300 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:14:47,300 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:14:47,300 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 98b2898782f10ab6b3d5dd480235f0d7, NAME => 'SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T19:14:47,301 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:47,301 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:47,301 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:47,301 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:47,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=dea3ff1840f00b6d69815e951d345acd, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:47,304 INFO [StoreOpener-973d7744b8bf273f89f71380e01cf718-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:47,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure dea3ff1840f00b6d69815e951d345acd, server=fac84fd0e20f,45185,1731179665255 because future has completed 2024-11-09T19:14:47,307 INFO [StoreOpener-973d7744b8bf273f89f71380e01cf718-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 973d7744b8bf273f89f71380e01cf718 columnFamilyName cf 2024-11-09T19:14:47,308 DEBUG [StoreOpener-973d7744b8bf273f89f71380e01cf718-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:47,307 INFO [StoreOpener-98b2898782f10ab6b3d5dd480235f0d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:47,308 INFO [StoreOpener-973d7744b8bf273f89f71380e01cf718-1 {}] regionserver.HStore(327): Store=973d7744b8bf273f89f71380e01cf718/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:47,309 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:47,310 INFO [StoreOpener-98b2898782f10ab6b3d5dd480235f0d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98b2898782f10ab6b3d5dd480235f0d7 columnFamilyName cf 2024-11-09T19:14:47,310 DEBUG [StoreOpener-98b2898782f10ab6b3d5dd480235f0d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:47,310 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:47,310 INFO [StoreOpener-98b2898782f10ab6b3d5dd480235f0d7-1 {}] regionserver.HStore(327): Store=98b2898782f10ab6b3d5dd480235f0d7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:47,311 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:47,311 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:47,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-09T19:14:47,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure dea3ff1840f00b6d69815e951d345acd, server=fac84fd0e20f,45185,1731179665255 in 10.0450 sec 2024-11-09T19:14:47,311 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:47,311 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:47,311 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:47,312 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:47,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dea3ff1840f00b6d69815e951d345acd, ASSIGN in 10.2140 sec 2024-11-09T19:14:47,313 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:47,313 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:47,314 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:47,314 INFO [StoreOpener-7eaeb29af35a1f7fdb330e999b4e5203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:47,315 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:47,318 INFO [StoreOpener-7eaeb29af35a1f7fdb330e999b4e5203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7eaeb29af35a1f7fdb330e999b4e5203 columnFamilyName cf 2024-11-09T19:14:47,318 DEBUG [StoreOpener-7eaeb29af35a1f7fdb330e999b4e5203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:47,319 INFO [StoreOpener-7eaeb29af35a1f7fdb330e999b4e5203-1 {}] regionserver.HStore(327): Store=7eaeb29af35a1f7fdb330e999b4e5203/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:47,319 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:47,320 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:47,320 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/973d7744b8bf273f89f71380e01cf718/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:47,321 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:47,321 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 973d7744b8bf273f89f71380e01cf718; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74748822, jitterRate=0.11384424567222595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:14:47,321 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:47,321 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 973d7744b8bf273f89f71380e01cf718: Running coprocessor pre-open hook at 1731179687297Writing region info on filesystem at 1731179687297Initializing all the Stores at 1731179687299 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179687299Cleaning up temporary data from old regions at 1731179687311 (+12 ms)Running coprocessor post-open hooks at 1731179687321 (+10 ms)Region opened successfully at 1731179687321 2024-11-09T19:14:47,321 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:47,321 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:47,322 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718., pid=24, masterSystemTime=1731179687281 2024-11-09T19:14:47,323 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:47,325 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/98b2898782f10ab6b3d5dd480235f0d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:47,325 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:14:47,325 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:14:47,326 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:14:47,326 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c8cc236fbac4bfa4ea58ad38254d8e2, NAME => 'SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T19:14:47,326 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 98b2898782f10ab6b3d5dd480235f0d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74777386, jitterRate=0.11426988244056702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:14:47,326 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:47,326 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 98b2898782f10ab6b3d5dd480235f0d7: Running coprocessor pre-open hook at 1731179687301Writing region info on filesystem at 1731179687301Initializing all the Stores at 1731179687302 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179687302Cleaning up temporary data from old regions at 1731179687313 (+11 ms)Running coprocessor post-open hooks at 1731179687326 (+13 ms)Region opened successfully at 1731179687326 2024-11-09T19:14:47,326 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:47,326 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:47,326 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:47,326 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:47,327 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=973d7744b8bf273f89f71380e01cf718, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:47,329 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7., pid=19, masterSystemTime=1731179687264 2024-11-09T19:14:47,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 973d7744b8bf273f89f71380e01cf718, server=fac84fd0e20f,39655,1731179665166 because future has completed 2024-11-09T19:14:47,333 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:14:47,333 INFO [StoreOpener-7c8cc236fbac4bfa4ea58ad38254d8e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:47,333 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:14:47,333 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:14:47,334 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 76633de5c635ae938a8942e5290c5f54, NAME => 'SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T19:14:47,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98b2898782f10ab6b3d5dd480235f0d7, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:47,334 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:47,335 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:47,335 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:47,335 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:47,339 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=fac84fd0e20f,45185,1731179665255, table=SPTestTable, region=98b2898782f10ab6b3d5dd480235f0d7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T19:14:47,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98b2898782f10ab6b3d5dd480235f0d7, server=fac84fd0e20f,45185,1731179665255 because future has completed 2024-11-09T19:14:47,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-09T19:14:47,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 973d7744b8bf273f89f71380e01cf718, server=fac84fd0e20f,39655,1731179665166 in 10.0300 sec 2024-11-09T19:14:47,345 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/7eaeb29af35a1f7fdb330e999b4e5203/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:47,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=973d7744b8bf273f89f71380e01cf718, ASSIGN in 10.2470 sec 2024-11-09T19:14:47,346 INFO [StoreOpener-7c8cc236fbac4bfa4ea58ad38254d8e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c8cc236fbac4bfa4ea58ad38254d8e2 columnFamilyName cf 2024-11-09T19:14:47,346 DEBUG [StoreOpener-7c8cc236fbac4bfa4ea58ad38254d8e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:47,347 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 7eaeb29af35a1f7fdb330e999b4e5203; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59388137, jitterRate=-0.11504779756069183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:14:47,348 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:47,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-09T19:14:47,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 98b2898782f10ab6b3d5dd480235f0d7, server=fac84fd0e20f,45185,1731179665255 in 10.0630 sec 2024-11-09T19:14:47,348 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 7eaeb29af35a1f7fdb330e999b4e5203: Running coprocessor pre-open hook at 1731179687297Writing region info on filesystem at 1731179687297Initializing all the Stores at 1731179687306 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179687306Cleaning up temporary data from old regions at 1731179687321 (+15 ms)Running coprocessor post-open hooks at 1731179687348 (+27 ms)Region opened successfully at 1731179687348 2024-11-09T19:14:47,351 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203., pid=22, masterSystemTime=1731179687285 2024-11-09T19:14:47,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98b2898782f10ab6b3d5dd480235f0d7, ASSIGN in 10.2520 sec 2024-11-09T19:14:47,351 INFO [StoreOpener-7c8cc236fbac4bfa4ea58ad38254d8e2-1 {}] regionserver.HStore(327): Store=7c8cc236fbac4bfa4ea58ad38254d8e2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:47,352 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:47,354 INFO [StoreOpener-76633de5c635ae938a8942e5290c5f54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:47,354 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:47,355 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:47,355 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203. 2024-11-09T19:14:47,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7eaeb29af35a1f7fdb330e999b4e5203, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:47,355 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203. 2024-11-09T19:14:47,355 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:47,356 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:47,355 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7. 2024-11-09T19:14:47,356 INFO [StoreOpener-76633de5c635ae938a8942e5290c5f54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76633de5c635ae938a8942e5290c5f54 columnFamilyName cf 2024-11-09T19:14:47,357 DEBUG [StoreOpener-76633de5c635ae938a8942e5290c5f54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:47,357 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => c5c47b99c824b46651b1a4c1a9d937a7, NAME => 'SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T19:14:47,358 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:47,358 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:47,358 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:47,358 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:47,359 INFO [StoreOpener-76633de5c635ae938a8942e5290c5f54-1 {}] regionserver.HStore(327): Store=76633de5c635ae938a8942e5290c5f54/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:47,359 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:47,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7eaeb29af35a1f7fdb330e999b4e5203, server=fac84fd0e20f,34545,1731179665214 because future has completed 2024-11-09T19:14:47,361 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:47,361 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:47,361 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:47,363 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:47,363 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:47,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-09T19:14:47,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 7eaeb29af35a1f7fdb330e999b4e5203, server=fac84fd0e20f,34545,1731179665214 in 10.0680 sec 2024-11-09T19:14:47,366 INFO [StoreOpener-c5c47b99c824b46651b1a4c1a9d937a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:47,367 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/7c8cc236fbac4bfa4ea58ad38254d8e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:47,367 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:47,368 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 7c8cc236fbac4bfa4ea58ad38254d8e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64520483, jitterRate=-0.03856988251209259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:14:47,368 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:47,368 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 7c8cc236fbac4bfa4ea58ad38254d8e2: Running coprocessor pre-open hook at 1731179687327Writing region info on filesystem at 1731179687327Initializing all the Stores at 1731179687331 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179687331Cleaning up temporary data from old regions at 1731179687356 (+25 ms)Running coprocessor post-open hooks at 1731179687368 (+12 ms)Region opened successfully at 1731179687368 2024-11-09T19:14:47,368 INFO [StoreOpener-c5c47b99c824b46651b1a4c1a9d937a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c47b99c824b46651b1a4c1a9d937a7 columnFamilyName cf 2024-11-09T19:14:47,369 DEBUG [StoreOpener-c5c47b99c824b46651b1a4c1a9d937a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:47,369 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2., pid=18, masterSystemTime=1731179687281 2024-11-09T19:14:47,370 INFO [StoreOpener-c5c47b99c824b46651b1a4c1a9d937a7-1 {}] regionserver.HStore(327): Store=c5c47b99c824b46651b1a4c1a9d937a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:47,371 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:47,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7eaeb29af35a1f7fdb330e999b4e5203, ASSIGN in 10.2680 sec 2024-11-09T19:14:47,372 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:47,372 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:14:47,373 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:14:47,373 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:14:47,373 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 351a502ca9985a46b07c5d4a43ca18b2, NAME => 'SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T19:14:47,373 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:47,373 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:47,374 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:47,374 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7c8cc236fbac4bfa4ea58ad38254d8e2, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:47,374 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:47,374 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:47,374 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:47,374 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:47,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c8cc236fbac4bfa4ea58ad38254d8e2, server=fac84fd0e20f,39655,1731179665166 because future has completed 2024-11-09T19:14:47,380 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:47,382 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/76633de5c635ae938a8942e5290c5f54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:47,383 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 76633de5c635ae938a8942e5290c5f54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71301970, jitterRate=0.06248214840888977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:14:47,383 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:47,384 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 76633de5c635ae938a8942e5290c5f54: Running coprocessor pre-open hook at 1731179687335Writing region info on filesystem at 1731179687335Initializing all the Stores at 1731179687341 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179687341Cleaning up temporary data from old regions at 1731179687363 (+22 ms)Running coprocessor post-open hooks at 1731179687383 (+20 ms)Region opened successfully at 1731179687383 2024-11-09T19:14:47,385 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54., pid=15, masterSystemTime=1731179687264 2024-11-09T19:14:47,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-09T19:14:47,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c8cc236fbac4bfa4ea58ad38254d8e2, server=fac84fd0e20f,39655,1731179665166 in 10.1040 sec 2024-11-09T19:14:47,388 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:14:47,389 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:14:47,389 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:14:47,389 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 26683bd11b5847dc679236f31598bedc, NAME => 'SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T19:14:47,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c8cc236fbac4bfa4ea58ad38254d8e2, ASSIGN in 10.2890 sec 2024-11-09T19:14:47,389 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:47,390 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:47,390 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:47,390 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:47,390 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=76633de5c635ae938a8942e5290c5f54, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:47,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76633de5c635ae938a8942e5290c5f54, server=fac84fd0e20f,45185,1731179665255 because future has completed 2024-11-09T19:14:47,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-09T19:14:47,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 76633de5c635ae938a8942e5290c5f54, server=fac84fd0e20f,45185,1731179665255 in 10.1340 sec 2024-11-09T19:14:47,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76633de5c635ae938a8942e5290c5f54, ASSIGN in 10.3020 sec 2024-11-09T19:14:47,404 INFO [StoreOpener-351a502ca9985a46b07c5d4a43ca18b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:47,408 INFO [StoreOpener-351a502ca9985a46b07c5d4a43ca18b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351a502ca9985a46b07c5d4a43ca18b2 columnFamilyName cf 2024-11-09T19:14:47,409 DEBUG [StoreOpener-351a502ca9985a46b07c5d4a43ca18b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:47,409 INFO [StoreOpener-351a502ca9985a46b07c5d4a43ca18b2-1 {}] regionserver.HStore(327): Store=351a502ca9985a46b07c5d4a43ca18b2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:47,410 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:47,411 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/c5c47b99c824b46651b1a4c1a9d937a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:47,413 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened c5c47b99c824b46651b1a4c1a9d937a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67389335, jitterRate=0.004179343581199646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:14:47,413 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:47,413 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for c5c47b99c824b46651b1a4c1a9d937a7: Running coprocessor pre-open hook at 1731179687358Writing region info on filesystem at 1731179687358Initializing all the Stores at 1731179687361 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179687361Cleaning up temporary data from old regions at 1731179687374 (+13 ms)Running coprocessor post-open hooks at 1731179687413 (+39 ms)Region opened successfully at 1731179687413 2024-11-09T19:14:47,413 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:47,413 INFO [StoreOpener-26683bd11b5847dc679236f31598bedc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:47,414 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7., pid=20, masterSystemTime=1731179687285 2024-11-09T19:14:47,417 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7. 2024-11-09T19:14:47,418 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7. 2024-11-09T19:14:47,418 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. 2024-11-09T19:14:47,418 INFO [StoreOpener-26683bd11b5847dc679236f31598bedc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26683bd11b5847dc679236f31598bedc columnFamilyName cf 2024-11-09T19:14:47,418 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e01c799419f2d3516649468aaed5509, NAME => 'SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T19:14:47,418 DEBUG [StoreOpener-26683bd11b5847dc679236f31598bedc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:47,418 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:47,419 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c5c47b99c824b46651b1a4c1a9d937a7, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:47,419 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:47,419 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:14:47,419 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:47,419 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:47,421 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:47,421 INFO [StoreOpener-26683bd11b5847dc679236f31598bedc-1 {}] regionserver.HStore(327): Store=26683bd11b5847dc679236f31598bedc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:47,421 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:47,422 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:47,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c47b99c824b46651b1a4c1a9d937a7, server=fac84fd0e20f,34545,1731179665214 because future has completed 2024-11-09T19:14:47,423 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:47,425 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:47,426 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:47,426 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:47,426 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:47,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-09T19:14:47,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c5c47b99c824b46651b1a4c1a9d937a7, server=fac84fd0e20f,34545,1731179665214 in 10.1410 sec 2024-11-09T19:14:47,430 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:47,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5c47b99c824b46651b1a4c1a9d937a7, ASSIGN in 10.3320 sec 2024-11-09T19:14:47,432 INFO [StoreOpener-8e01c799419f2d3516649468aaed5509-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:47,434 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/26683bd11b5847dc679236f31598bedc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:47,435 INFO [StoreOpener-8e01c799419f2d3516649468aaed5509-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e01c799419f2d3516649468aaed5509 columnFamilyName cf 2024-11-09T19:14:47,435 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 26683bd11b5847dc679236f31598bedc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68479438, jitterRate=0.020423144102096558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:14:47,435 DEBUG [StoreOpener-8e01c799419f2d3516649468aaed5509-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:14:47,435 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:47,436 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 26683bd11b5847dc679236f31598bedc: Running coprocessor pre-open hook at 1731179687390Writing region info on filesystem at 1731179687390Initializing all the Stores at 1731179687392 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179687392Cleaning up temporary data from old regions at 1731179687426 (+34 ms)Running coprocessor post-open hooks at 1731179687435 (+9 ms)Region opened successfully at 1731179687436 (+1 ms) 2024-11-09T19:14:47,436 INFO [StoreOpener-8e01c799419f2d3516649468aaed5509-1 {}] regionserver.HStore(327): Store=8e01c799419f2d3516649468aaed5509/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:14:47,437 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:47,437 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc., pid=21, masterSystemTime=1731179687264 2024-11-09T19:14:47,438 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:47,440 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:47,441 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:14:47,441 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:14:47,442 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:47,442 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:47,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=26683bd11b5847dc679236f31598bedc, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,45185,1731179665255 2024-11-09T19:14:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26683bd11b5847dc679236f31598bedc, server=fac84fd0e20f,45185,1731179665255 because future has completed 2024-11-09T19:14:47,448 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/351a502ca9985a46b07c5d4a43ca18b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:47,448 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:47,449 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 351a502ca9985a46b07c5d4a43ca18b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62048308, jitterRate=-0.07540816068649292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:14:47,449 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:47,449 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 351a502ca9985a46b07c5d4a43ca18b2: Running coprocessor pre-open hook at 1731179687375Writing region info on filesystem at 1731179687375Initializing all the Stores at 1731179687377 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179687377Cleaning up temporary data from old regions at 1731179687421 (+44 ms)Running coprocessor post-open hooks at 1731179687449 (+28 ms)Region opened successfully at 1731179687449 2024-11-09T19:14:47,451 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2., pid=17, masterSystemTime=1731179687281 2024-11-09T19:14:47,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-09T19:14:47,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 26683bd11b5847dc679236f31598bedc, server=fac84fd0e20f,45185,1731179665255 in 10.1660 sec 2024-11-09T19:14:47,455 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:14:47,455 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:14:47,455 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/8e01c799419f2d3516649468aaed5509/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:14:47,456 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8e01c799419f2d3516649468aaed5509; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63925781, jitterRate=-0.04743163287639618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:14:47,456 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:47,457 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8e01c799419f2d3516649468aaed5509: Running coprocessor pre-open hook at 1731179687420Writing region info on filesystem at 1731179687420Initializing all the Stores at 1731179687423 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179687423Cleaning up temporary data from old regions at 1731179687442 (+19 ms)Running coprocessor post-open hooks at 1731179687456 (+14 ms)Region opened successfully at 1731179687456 2024-11-09T19:14:47,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26683bd11b5847dc679236f31598bedc, ASSIGN in 10.3570 sec 2024-11-09T19:14:47,458 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=351a502ca9985a46b07c5d4a43ca18b2, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39655,1731179665166 2024-11-09T19:14:47,458 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509., pid=23, masterSystemTime=1731179687285 2024-11-09T19:14:47,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 351a502ca9985a46b07c5d4a43ca18b2, server=fac84fd0e20f,39655,1731179665166 because future has completed 2024-11-09T19:14:47,462 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. 2024-11-09T19:14:47,462 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. 2024-11-09T19:14:47,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8e01c799419f2d3516649468aaed5509, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,34545,1731179665214 2024-11-09T19:14:47,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e01c799419f2d3516649468aaed5509, server=fac84fd0e20f,34545,1731179665214 because future has completed 2024-11-09T19:14:47,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-09T19:14:47,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 351a502ca9985a46b07c5d4a43ca18b2, server=fac84fd0e20f,39655,1731179665166 in 10.1930 sec 2024-11-09T19:14:47,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=351a502ca9985a46b07c5d4a43ca18b2, ASSIGN in 10.3750 sec 2024-11-09T19:14:47,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-09T19:14:47,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e01c799419f2d3516649468aaed5509, server=fac84fd0e20f,34545,1731179665214 in 10.1720 sec 2024-11-09T19:14:47,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-09T19:14:47,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e01c799419f2d3516649468aaed5509, ASSIGN in 10.3790 sec 2024-11-09T19:14:47,482 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:14:47,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179687482"}]},"ts":"1731179687482"} 2024-11-09T19:14:47,485 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T19:14:47,487 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:14:47,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9440 sec 2024-11-09T19:14:49,982 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T19:14:52,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:52,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:52,816 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:14:52,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:52,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:14:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:14:54,831 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T19:14:54,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T19:14:54,832 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:14:54,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T19:14:54,837 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:14:54,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T19:14:54,882 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd., hostname=fac84fd0e20f,45185,1731179665255, seqNum=2] 2024-11-09T19:14:54,884 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd., hostname=fac84fd0e20f,45185,1731179665255, seqNum=2] 2024-11-09T19:14:54,885 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd., hostname=fac84fd0e20f,45185,1731179665255, seqNum=2] 2024-11-09T19:14:54,886 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd., hostname=fac84fd0e20f,45185,1731179665255, seqNum=2] 2024-11-09T19:14:54,887 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd., hostname=fac84fd0e20f,45185,1731179665255, seqNum=2] 2024-11-09T19:14:54,924 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc., hostname=fac84fd0e20f,45185,1731179665255, seqNum=2] 2024-11-09T19:14:54,926 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc., hostname=fac84fd0e20f,45185,1731179665255, seqNum=2] 2024-11-09T19:14:54,928 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc., hostname=fac84fd0e20f,45185,1731179665255, seqNum=2] 2024-11-09T19:14:54,929 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc., hostname=fac84fd0e20f,45185,1731179665255, seqNum=2] 2024-11-09T19:14:54,930 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc., hostname=fac84fd0e20f,45185,1731179665255, seqNum=2] 2024-11-09T19:14:54,946 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:14:54,966 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509., hostname=fac84fd0e20f,34545,1731179665214, seqNum=2] 2024-11-09T19:14:54,967 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509., hostname=fac84fd0e20f,34545,1731179665214, seqNum=2] 2024-11-09T19:14:54,969 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509., hostname=fac84fd0e20f,34545,1731179665214, seqNum=2] 2024-11-09T19:14:54,970 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509., hostname=fac84fd0e20f,34545,1731179665214, seqNum=2] 2024-11-09T19:14:54,972 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509., hostname=fac84fd0e20f,34545,1731179665214, seqNum=2] 2024-11-09T19:14:55,033 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2., hostname=fac84fd0e20f,39655,1731179665166, seqNum=2] 2024-11-09T19:14:55,035 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2., hostname=fac84fd0e20f,39655,1731179665166, seqNum=2] 2024-11-09T19:14:55,037 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2., hostname=fac84fd0e20f,39655,1731179665166, seqNum=2] 2024-11-09T19:14:55,038 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2., hostname=fac84fd0e20f,39655,1731179665166, seqNum=2] 2024-11-09T19:14:55,040 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2., hostname=fac84fd0e20f,39655,1731179665166, seqNum=2] 2024-11-09T19:14:55,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:14:55,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:14:55,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:14:55,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:14:55,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45185 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T19:14:55,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:14:55,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T19:14:55,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45185 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T19:14:56,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39655 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T19:14:56,648 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T19:14:56,648 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:14:56,649 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T19:14:56,651 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T19:14:56,655 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T19:14:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741848_1024 (size=49) 2024-11-09T19:14:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741848_1024 (size=49) 2024-11-09T19:14:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741848_1024 (size=49) 2024-11-09T19:14:56,673 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T19:14:56,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98b2898782f10ab6b3d5dd480235f0d7}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c8cc236fbac4bfa4ea58ad38254d8e2}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5c47b99c824b46651b1a4c1a9d937a7}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7eaeb29af35a1f7fdb330e999b4e5203}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 973d7744b8bf273f89f71380e01cf718}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76633de5c635ae938a8942e5290c5f54}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dea3ff1840f00b6d69815e951d345acd}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26683bd11b5847dc679236f31598bedc}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e01c799419f2d3516649468aaed5509}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 351a502ca9985a46b07c5d4a43ca18b2}] 2024-11-09T19:14:56,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26683bd11b5847dc679236f31598bedc 2024-11-09T19:14:56,676 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:14:56,676 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:14:56,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:14:56,677 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:14:56,685 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e01c799419f2d3516649468aaed5509 2024-11-09T19:14:56,689 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:14:56,690 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:14:56,690 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:14:56,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:14:57,039 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-09T19:15:06,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T19:15:06,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T19:15:06,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:15:06,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:15:06,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T19:15:06,679 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing dea3ff1840f00b6d69815e951d345acd 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-09T19:15:06,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 98b2898782f10ab6b3d5dd480235f0d7: 2024-11-09T19:15:06,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. for SnapshotProcedureTest completed. 2024-11-09T19:15:06,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:15:06,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T19:15:06,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:15:06,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:15:06,680 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 26683bd11b5847dc679236f31598bedc 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T19:15:06,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:15:06,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T19:15:06,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T19:15:06,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:15:06,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 973d7744b8bf273f89f71380e01cf718: 2024-11-09T19:15:06,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. for SnapshotProcedureTest completed. 2024-11-09T19:15:06,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:15:06,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:15:06,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:15:06,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:15:06,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T19:15:06,684 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 351a502ca9985a46b07c5d4a43ca18b2 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-09T19:15:06,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T19:15:06,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:15:06,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 7c8cc236fbac4bfa4ea58ad38254d8e2: 2024-11-09T19:15:06,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. for SnapshotProcedureTest completed. 2024-11-09T19:15:06,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:15:06,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:15:06,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:15:06,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T19:15:06,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7. 2024-11-09T19:15:06,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c5c47b99c824b46651b1a4c1a9d937a7: 2024-11-09T19:15:06,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7. for SnapshotProcedureTest completed. 2024-11-09T19:15:06,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:15:06,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:15:06,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:15:06,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/dea3ff1840f00b6d69815e951d345acd/.tmp/cf/95cdf0942069448a97f3826c4598493c is 34, key is aaa/cf:cf/1731179695921/Put/seqid=0 2024-11-09T19:15:06,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/26683bd11b5847dc679236f31598bedc/.tmp/cf/806aa447bf834f6ea8e3a6fd5a35be0c is 34, key is baa/cf:cf/1731179695996/Put/seqid=0 2024-11-09T19:15:06,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T19:15:06,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203. 2024-11-09T19:15:06,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 7eaeb29af35a1f7fdb330e999b4e5203: 2024-11-09T19:15:06,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203. for SnapshotProcedureTest completed. 2024-11-09T19:15:06,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:15:06,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:15:06,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:15:06,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. 2024-11-09T19:15:06,765 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 8e01c799419f2d3516649468aaed5509 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T19:15:06,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/351a502ca9985a46b07c5d4a43ca18b2/.tmp/cf/ff942060ddc14a55900f20bee6b1dea5 is 34, key is eaa/cf:cf/1731179696477/Put/seqid=0 2024-11-09T19:15:06,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741849_1025 (size=57) 2024-11-09T19:15:06,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741849_1025 (size=57) 2024-11-09T19:15:06,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741849_1025 (size=57) 2024-11-09T19:15:06,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:15:06,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T19:15:06,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:15:06,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 76633de5c635ae938a8942e5290c5f54: 2024-11-09T19:15:06,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. for SnapshotProcedureTest completed. 2024-11-09T19:15:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T19:15:06,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:15:06,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:15:06,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:15:06,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T19:15:06,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:15:06,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/8e01c799419f2d3516649468aaed5509/.tmp/cf/daf189ef69aa439c8eacac3349638fa6 is 34, key is ccd/cf:cf/1731179695974/Put/seqid=0 2024-11-09T19:15:06,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 98b2898782f10ab6b3d5dd480235f0d7 in 10.1950 sec 2024-11-09T19:15:06,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741851_1027 (size=28623) 2024-11-09T19:15:06,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741851_1027 (size=28623) 2024-11-09T19:15:06,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741851_1027 (size=28623) 2024-11-09T19:15:06,896 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/26683bd11b5847dc679236f31598bedc/.tmp/cf/806aa447bf834f6ea8e3a6fd5a35be0c 2024-11-09T19:15:06,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741850_1026 (size=26918) 2024-11-09T19:15:06,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741850_1026 (size=26918) 2024-11-09T19:15:06,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741850_1026 (size=26918) 2024-11-09T19:15:06,900 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/dea3ff1840f00b6d69815e951d345acd/.tmp/cf/95cdf0942069448a97f3826c4598493c 2024-11-09T19:15:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741852_1028 (size=65) 2024-11-09T19:15:06,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741852_1028 (size=65) 2024-11-09T19:15:06,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741852_1028 (size=65) 2024-11-09T19:15:06,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:15:06,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T19:15:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T19:15:06,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:15:06,937 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:15:06,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7c8cc236fbac4bfa4ea58ad38254d8e2 in 10.2650 sec 2024-11-09T19:15:06,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741853_1029 (size=65) 2024-11-09T19:15:06,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741853_1029 (size=65) 2024-11-09T19:15:06,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741853_1029 (size=65) 2024-11-09T19:15:06,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:15:06,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T19:15:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T19:15:06,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:15:06,949 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:15:06,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 973d7744b8bf273f89f71380e01cf718 in 10.2770 sec 2024-11-09T19:15:06,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/26683bd11b5847dc679236f31598bedc/.tmp/cf/806aa447bf834f6ea8e3a6fd5a35be0c as hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/26683bd11b5847dc679236f31598bedc/cf/806aa447bf834f6ea8e3a6fd5a35be0c 2024-11-09T19:15:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741854_1030 (size=499309) 2024-11-09T19:15:06,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741854_1030 (size=499309) 2024-11-09T19:15:06,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741854_1030 (size=499309) 2024-11-09T19:15:06,989 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/351a502ca9985a46b07c5d4a43ca18b2/.tmp/cf/ff942060ddc14a55900f20bee6b1dea5 2024-11-09T19:15:06,996 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/26683bd11b5847dc679236f31598bedc/cf/806aa447bf834f6ea8e3a6fd5a35be0c, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T19:15:06,997 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 26683bd11b5847dc679236f31598bedc in 317ms, sequenceid=5, compaction requested=false 2024-11-09T19:15:06,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 26683bd11b5847dc679236f31598bedc: 2024-11-09T19:15:06,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. for SnapshotProcedureTest completed. 2024-11-09T19:15:06,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:15:06,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:15:06,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/26683bd11b5847dc679236f31598bedc/cf/806aa447bf834f6ea8e3a6fd5a35be0c] hfiles 2024-11-09T19:15:06,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/26683bd11b5847dc679236f31598bedc/cf/806aa447bf834f6ea8e3a6fd5a35be0c for snapshot=SnapshotProcedureTest 2024-11-09T19:15:06,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/dea3ff1840f00b6d69815e951d345acd/.tmp/cf/95cdf0942069448a97f3826c4598493c as hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/dea3ff1840f00b6d69815e951d345acd/cf/95cdf0942069448a97f3826c4598493c 2024-11-09T19:15:07,009 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/dea3ff1840f00b6d69815e951d345acd/cf/95cdf0942069448a97f3826c4598493c, entries=676, sequenceid=5, filesize=26.3 K 2024-11-09T19:15:07,010 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for dea3ff1840f00b6d69815e951d345acd in 331ms, sequenceid=5, compaction requested=false 2024-11-09T19:15:07,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for dea3ff1840f00b6d69815e951d345acd: 2024-11-09T19:15:07,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. for SnapshotProcedureTest completed. 2024-11-09T19:15:07,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:15:07,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:15:07,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/dea3ff1840f00b6d69815e951d345acd/cf/95cdf0942069448a97f3826c4598493c] hfiles 2024-11-09T19:15:07,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/dea3ff1840f00b6d69815e951d345acd/cf/95cdf0942069448a97f3826c4598493c for snapshot=SnapshotProcedureTest 2024-11-09T19:15:07,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/351a502ca9985a46b07c5d4a43ca18b2/.tmp/cf/ff942060ddc14a55900f20bee6b1dea5 as hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/351a502ca9985a46b07c5d4a43ca18b2/cf/ff942060ddc14a55900f20bee6b1dea5 2024-11-09T19:15:07,024 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/351a502ca9985a46b07c5d4a43ca18b2/cf/ff942060ddc14a55900f20bee6b1dea5, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-09T19:15:07,025 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 351a502ca9985a46b07c5d4a43ca18b2 in 341ms, sequenceid=5, compaction requested=false 2024-11-09T19:15:07,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 351a502ca9985a46b07c5d4a43ca18b2: 2024-11-09T19:15:07,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. for SnapshotProcedureTest completed. 2024-11-09T19:15:07,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:15:07,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:15:07,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/351a502ca9985a46b07c5d4a43ca18b2/cf/ff942060ddc14a55900f20bee6b1dea5] hfiles 2024-11-09T19:15:07,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/351a502ca9985a46b07c5d4a43ca18b2/cf/ff942060ddc14a55900f20bee6b1dea5 for snapshot=SnapshotProcedureTest 2024-11-09T19:15:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741855_1031 (size=65) 2024-11-09T19:15:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741855_1031 (size=65) 2024-11-09T19:15:07,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741855_1031 (size=65) 2024-11-09T19:15:07,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731179676542.c5c47b99c824b46651b1a4c1a9d937a7. 2024-11-09T19:15:07,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T19:15:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T19:15:07,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:15:07,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5c47b99c824b46651b1a4c1a9d937a7 2024-11-09T19:15:07,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c5c47b99c824b46651b1a4c1a9d937a7 in 10.3640 sec 2024-11-09T19:15:07,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741857_1033 (size=47197) 2024-11-09T19:15:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741857_1033 (size=47197) 2024-11-09T19:15:07,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741857_1033 (size=47197) 2024-11-09T19:15:07,047 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/8e01c799419f2d3516649468aaed5509/.tmp/cf/daf189ef69aa439c8eacac3349638fa6 2024-11-09T19:15:07,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741856_1032 (size=65) 2024-11-09T19:15:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741856_1032 (size=65) 2024-11-09T19:15:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741856_1032 (size=65) 2024-11-09T19:15:07,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731179676542.7eaeb29af35a1f7fdb330e999b4e5203. 2024-11-09T19:15:07,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T19:15:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T19:15:07,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:15:07,053 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7eaeb29af35a1f7fdb330e999b4e5203 2024-11-09T19:15:07,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7eaeb29af35a1f7fdb330e999b4e5203 in 10.3820 sec 2024-11-09T19:15:07,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/8e01c799419f2d3516649468aaed5509/.tmp/cf/daf189ef69aa439c8eacac3349638fa6 as hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/8e01c799419f2d3516649468aaed5509/cf/daf189ef69aa439c8eacac3349638fa6 2024-11-09T19:15:07,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741858_1034 (size=65) 2024-11-09T19:15:07,075 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/8e01c799419f2d3516649468aaed5509/cf/daf189ef69aa439c8eacac3349638fa6, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T19:15:07,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741858_1034 (size=65) 2024-11-09T19:15:07,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:15:07,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T19:15:07,078 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 8e01c799419f2d3516649468aaed5509 in 313ms, sequenceid=5, compaction requested=false 2024-11-09T19:15:07,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 8e01c799419f2d3516649468aaed5509: 2024-11-09T19:15:07,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. for SnapshotProcedureTest completed. 2024-11-09T19:15:07,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T19:15:07,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T19:15:07,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/8e01c799419f2d3516649468aaed5509/cf/daf189ef69aa439c8eacac3349638fa6] hfiles 2024-11-09T19:15:07,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/8e01c799419f2d3516649468aaed5509/cf/daf189ef69aa439c8eacac3349638fa6 for snapshot=SnapshotProcedureTest 2024-11-09T19:15:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T19:15:07,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:15:07,079 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:15:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741858_1034 (size=65) 2024-11-09T19:15:07,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76633de5c635ae938a8942e5290c5f54 in 10.4070 sec 2024-11-09T19:15:07,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741860_1036 (size=97) 2024-11-09T19:15:07,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741860_1036 (size=97) 2024-11-09T19:15:07,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741860_1036 (size=97) 2024-11-09T19:15:07,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:15:07,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T19:15:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T19:15:07,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:15:07,130 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:15:07,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 351a502ca9985a46b07c5d4a43ca18b2 in 10.4590 sec 2024-11-09T19:15:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741859_1035 (size=105) 2024-11-09T19:15:07,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741859_1035 (size=105) 2024-11-09T19:15:07,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741859_1035 (size=105) 2024-11-09T19:15:07,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:15:07,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T19:15:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T19:15:07,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 26683bd11b5847dc679236f31598bedc 2024-11-09T19:15:07,164 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26683bd11b5847dc679236f31598bedc 2024-11-09T19:15:07,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26683bd11b5847dc679236f31598bedc in 10.4930 sec 2024-11-09T19:15:07,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741861_1037 (size=105) 2024-11-09T19:15:07,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741861_1037 (size=105) 2024-11-09T19:15:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741861_1037 (size=105) 2024-11-09T19:15:07,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:15:07,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T19:15:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T19:15:07,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:15:07,192 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:15:07,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dea3ff1840f00b6d69815e951d345acd in 10.5210 sec 2024-11-09T19:15:07,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741862_1038 (size=105) 2024-11-09T19:15:07,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741862_1038 (size=105) 2024-11-09T19:15:07,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741862_1038 (size=105) 2024-11-09T19:15:07,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731179676542.8e01c799419f2d3516649468aaed5509. 2024-11-09T19:15:07,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T19:15:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T19:15:07,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8e01c799419f2d3516649468aaed5509 2024-11-09T19:15:07,217 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e01c799419f2d3516649468aaed5509 2024-11-09T19:15:07,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-09T19:15:07,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8e01c799419f2d3516649468aaed5509 in 10.5450 sec 2024-11-09T19:15:07,222 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T19:15:07,223 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T19:15:07,224 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T19:15:07,224 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T19:15:07,226 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T19:15:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741863_1039 (size=1174) 2024-11-09T19:15:07,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741863_1039 (size=1174) 2024-11-09T19:15:07,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741863_1039 (size=1174) 2024-11-09T19:15:07,305 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T19:15:07,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T19:15:07,314 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:07,315 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,34545,1731179665214 2024-11-09T19:15:07,315 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:07,315 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:07,315 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:07,319 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:07,321 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,34545,1731179665214 2024-11-09T19:15:07,323 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:07,324 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,34545,1731179665214 2024-11-09T19:15:07,362 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:15:07,363 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fac84fd0e20f,34545,1731179665214 2024-11-09T19:15:07,364 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fac84fd0e20f,34545,1731179665214: Simulated kill ***** 2024-11-09T19:15:07,364 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:15:07,364 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:15:07,365 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:15:07,365 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:15:07,365 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:15:07,365 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 403765728 }, "NonHeapMemoryUsage": { "committed": 176553984, "init": 7667712, "max": -1, "used": 171698160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:15:07,366 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34971 {}] master.MasterRpcServices(700): fac84fd0e20f,34545,1731179665214 reported a fatal error: ***** ABORTING region server fac84fd0e20f,34545,1731179665214: Simulated kill ***** 2024-11-09T19:15:07,366 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,34545,1731179665214' ***** 2024-11-09T19:15:07,366 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T19:15:07,367 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:15:07,367 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:15:07,367 INFO [RS:1;fac84fd0e20f:34545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T19:15:07,367 INFO [RS:1;fac84fd0e20f:34545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T19:15:07,367 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:15:07,367 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:15:07,367 INFO [RS:1;fac84fd0e20f:34545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fac84fd0e20f:34545. 2024-11-09T19:15:07,367 DEBUG [RS:1;fac84fd0e20f:34545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:15:07,367 DEBUG [RS:1;fac84fd0e20f:34545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:15:07,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741836_1012 (size=14382) 2024-11-09T19:15:07,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741836_1012 (size=14382) 2024-11-09T19:15:07,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741836_1012 (size=14382) 2024-11-09T19:15:07,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741835_1011 (size=1488) 2024-11-09T19:15:07,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741835_1011 (size=1488) 2024-11-09T19:15:07,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741835_1011 (size=1488) 2024-11-09T19:15:07,376 DEBUG [RS:1;fac84fd0e20f:34545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:15:07,376 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:15:07,376 INFO [RS:1;fac84fd0e20f:34545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34545 2024-11-09T19:15:07,400 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:15:07,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:15:07,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,34545,1731179665214 2024-11-09T19:15:07,457 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:15:07,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,34545,1731179665214] 2024-11-09T19:15:07,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,34545,1731179665214 already deleted, retry=false 2024-11-09T19:15:07,477 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fac84fd0e20f,34545,1731179665214 on fac84fd0e20f,34971,1731179664991 2024-11-09T19:15:07,479 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fac84fd0e20f,34545,1731179665214, splitWal=true, meta=true 2024-11-09T19:15:07,479 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for fac84fd0e20f,34545,1731179665214 (carryingMeta=true) fac84fd0e20f,34545,1731179665214/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5b245a2e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T19:15:07,479 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fac84fd0e20f,34545,1731179665214, splitWal=true, meta=true 2024-11-09T19:15:07,480 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fac84fd0e20f,34545,1731179665214, splitWal=true, meta=true, isMeta: true 2024-11-09T19:15:07,482 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting 2024-11-09T19:15:07,483 INFO [PEWorker-2 {}] master.SplitWALManager(105): fac84fd0e20f,34545,1731179665214 WAL count=1, meta=true 2024-11-09T19:15:07,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta}] 2024-11-09T19:15:07,486 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:07,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta, worker=fac84fd0e20f,45185,1731179665255}] 2024-11-09T19:15:07,487 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,34545,1731179665214 Release verify snapshot worker=fac84fd0e20f,34545,1731179665214 2024-11-09T19:15:07,488 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to fac84fd0e20f,34545,1731179665214, this operation will be retried to send to another server 2024-11-09T19:15:07,488 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T19:15:07,488 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731179708488 2024-11-09T19:15:07,488 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,34545,1731179665214 Release verify snapshot worker=fac84fd0e20f,34545,1731179665214 2024-11-09T19:15:07,488 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to fac84fd0e20f,34545,1731179665214, this operation will be retried to send to another server 2024-11-09T19:15:07,489 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T19:15:07,489 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731179708489 2024-11-09T19:15:07,489 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-09T19:15:07,489 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-09T19:15:07,489 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-09T19:15:07,490 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,34545,1731179665214 Release verify snapshot worker=fac84fd0e20f,34545,1731179665214 2024-11-09T19:15:07,490 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to fac84fd0e20f,34545,1731179665214, this operation will be retried to send to another server 2024-11-09T19:15:07,490 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T19:15:07,490 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731179708490 2024-11-09T19:15:07,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:15:07,568 INFO [RS:1;fac84fd0e20f:34545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:15:07,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34545-0x101210551e50002, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:15:07,568 INFO [RS:1;fac84fd0e20f:34545 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,34545,1731179665214; zookeeper connection closed. 2024-11-09T19:15:07,568 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a49fa75 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a49fa75 2024-11-09T19:15:08,091 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:15:08,091 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:15:16,497 INFO [master/fac84fd0e20f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T19:15:16,497 INFO [master/fac84fd0e20f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T19:15:17,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-09T19:15:17,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-09T19:15:17,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-09T19:15:17,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-09T19:15:17,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-09T19:15:17,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-09T19:15:17,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-09T19:15:17,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T19:15:17,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T19:15:17,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T19:15:17,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-09T19:15:17,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-09T19:15:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T19:15:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-09T19:15:17,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T19:15:17,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-09T19:15:17,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T19:15:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-09T19:15:17,325 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,39655,1731179665166 Release verify snapshot worker=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:17,325 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,45185,1731179665255 Release verify snapshot worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-09T19:15:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T19:15:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T19:15:17,330 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:17,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,39655,1731179665166 in 10.0150 sec 2024-11-09T19:15:17,331 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:17,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,45185,1731179665255 in 10.0150 sec 2024-11-09T19:15:17,334 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,45185,1731179665255 Release verify snapshot worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:17,334 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,45185,1731179665255 Release verify snapshot worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:17,334 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,39655,1731179665166 Release verify snapshot worker=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:17,334 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,39655,1731179665166 Release verify snapshot worker=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:17,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,45185,1731179665255 in 10.0240 sec 2024-11-09T19:15:17,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,39655,1731179665166 in 10.0240 sec 2024-11-09T19:15:17,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,39655,1731179665166 in 10.0240 sec 2024-11-09T19:15:17,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,45185,1731179665255 in 10.0240 sec 2024-11-09T19:15:17,340 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:17,340 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:17,340 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta, size=14.0 K (14382bytes) 2024-11-09T19:15:17,341 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta 2024-11-09T19:15:17,341 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta after 0ms 2024-11-09T19:15:17,344 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta took 4ms 2024-11-09T19:15:17,355 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-09T19:15:17,358 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta so closing down 2024-11-09T19:15:17,358 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T19:15:17,366 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta.temp 2024-11-09T19:15:17,369 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta.temp 2024-11-09T19:15:17,371 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T19:15:17,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741864_1040 (size=14141) 2024-11-09T19:15:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741864_1040 (size=14141) 2024-11-09T19:15:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741864_1040 (size=14141) 2024-11-09T19:15:17,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-09T19:15:17,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta.temp to hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T19:15:17,388 INFO [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 37 ms; skipped=1; WAL=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-09T19:15:17,388 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta, journal: Splitting hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta, size=14.0 K (14382bytes) at 1731179717340Finishing writing output for hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta so closing down at 1731179717358 (+18 ms)Creating recovered edits writer path=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta.temp at 1731179717369 (+11 ms)3 split writer threads finished at 1731179717371 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731179717386 (+15 ms)Rename recovered edits hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta.temp to hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731179717388 (+2 ms)Processed 26 edits across 1 Regions in 37 ms; skipped=1; WAL=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731179717388 2024-11-09T19:15:17,388 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta 2024-11-09T19:15:17,388 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T19:15:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T19:15:17,394 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting/fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta to hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/oldWALs 2024-11-09T19:15:17,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T19:15:17,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta, worker=fac84fd0e20f,45185,1731179665255 in 9.9080 sec 2024-11-09T19:15:17,399 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:17,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T19:15:17,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure fac84fd0e20f%2C34545%2C1731179665214.meta.1731179676372.meta, worker=fac84fd0e20f,45185,1731179665255 in 9.9160 sec 2024-11-09T19:15:17,403 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,34545,1731179665214-splitting dir is empty, no logs to split. 2024-11-09T19:15:17,403 INFO [PEWorker-3 {}] master.SplitWALManager(105): fac84fd0e20f,34545,1731179665214 WAL count=0, meta=true 2024-11-09T19:15:17,403 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fac84fd0e20f,34545,1731179665214 WAL splitting is done? wals=0, meta=true 2024-11-09T19:15:17,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:15:17,406 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:15:17,407 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T19:15:17,558 DEBUG [fac84fd0e20f:34971 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T19:15:17,558 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:15:17,559 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:15:17,559 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:15:17,559 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:15:17,559 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:15:17,559 INFO [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:15:17,559 INFO [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:15:17,559 DEBUG [fac84fd0e20f:34971 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:15:17,560 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:17,561 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39655,1731179665166, state=OPENING 2024-11-09T19:15:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:15:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:15:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:15:17,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:15:17,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:15:17,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:15:17,625 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:15:17,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39655,1731179665166}] 2024-11-09T19:15:24,947 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:15:27,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-09T19:15:27,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-09T19:15:27,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-09T19:15:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-09T19:15:27,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T19:15:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-09T19:15:27,340 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,45185,1731179665255 Release verify snapshot worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:27,345 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,45185,1731179665255 Release verify snapshot worker=fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:27,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,45185,1731179665255 in 20.0300 sec 2024-11-09T19:15:27,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,45185,1731179665255 in 20.0350 sec 2024-11-09T19:15:27,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-09T19:15:27,360 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:15:27,360 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:15:27,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-09T19:15:27,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-09T19:15:27,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-09T19:15:27,361 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:15:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-09T19:15:27,365 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C39655%2C1731179665166.meta, suffix=.meta, logDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,39655,1731179665166, archiveDir=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/oldWALs, maxLogs=32 2024-11-09T19:15:27,370 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,39655,1731179665166 Release verify snapshot worker=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-09T19:15:27,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,39655,1731179665166 in 20.0600 sec 2024-11-09T19:15:27,376 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,39655,1731179665166 Release verify snapshot worker=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:27,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=25 2024-11-09T19:15:27,385 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T19:15:27,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fac84fd0e20f,39655,1731179665166 in 20.0660 sec 2024-11-09T19:15:27,386 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T19:15:27,393 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T19:15:27,393 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T19:15:27,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7470 sec 2024-11-09T19:15:27,412 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,39655,1731179665166/fac84fd0e20f%2C39655%2C1731179665166.meta.1731179727366.meta, exclude list is [], retry=0 2024-11-09T19:15:27,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-ab466363-9b0a-4d5b-a90a-edf01f272155,DISK] 2024-11-09T19:15:27,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40157,DS-dcdb4f72-1895-4c66-8d9a-81ee97630e86,DISK] 2024-11-09T19:15:27,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-12852c37-0a4c-42be-ba8d-772245dd7203,DISK] 2024-11-09T19:15:27,424 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/WALs/fac84fd0e20f,39655,1731179665166/fac84fd0e20f%2C39655%2C1731179665166.meta.1731179727366.meta 2024-11-09T19:15:27,428 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:37671:37671)] 2024-11-09T19:15:27,429 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:15:27,429 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:15:27,429 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:15:27,429 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:15:27,429 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:15:27,430 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:15:27,430 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:15:27,430 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:15:27,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:15:27,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:15:27,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:15:27,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:15:27,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:15:27,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:15:27,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:15:27,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:15:27,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:15:27,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:15:27,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:15:27,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:15:27,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:15:27,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:15:27,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:15:27,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:15:27,442 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:15:27,443 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740 2024-11-09T19:15:27,445 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740 2024-11-09T19:15:27,446 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T19:15:27,462 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T19:15:27,463 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-09T19:15:27,488 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/.tmp/info/5c6e7f19b75c44b694c52cbff4b5eeee is 167, key is SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2./info:regioninfo/1731179687374/Put/seqid=0 2024-11-09T19:15:27,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741866_1042 (size=18393) 2024-11-09T19:15:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741866_1042 (size=18393) 2024-11-09T19:15:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741866_1042 (size=18393) 2024-11-09T19:15:27,507 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/.tmp/info/5c6e7f19b75c44b694c52cbff4b5eeee 2024-11-09T19:15:27,553 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/.tmp/ns/de147892c4b24d9dae9a013314e3415a is 43, key is default/ns:d/1731179676451/Put/seqid=0 2024-11-09T19:15:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741867_1043 (size=5153) 2024-11-09T19:15:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741867_1043 (size=5153) 2024-11-09T19:15:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741867_1043 (size=5153) 2024-11-09T19:15:27,569 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/.tmp/ns/de147892c4b24d9dae9a013314e3415a 2024-11-09T19:15:27,598 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/.tmp/table/a5756d4de9bd48788ee16fed4d42281c is 47, key is SPTestTable/table:state/1731179687482/Put/seqid=0 2024-11-09T19:15:27,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741868_1044 (size=5214) 2024-11-09T19:15:27,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741868_1044 (size=5214) 2024-11-09T19:15:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741868_1044 (size=5214) 2024-11-09T19:15:27,622 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/.tmp/table/a5756d4de9bd48788ee16fed4d42281c 2024-11-09T19:15:27,635 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/.tmp/info/5c6e7f19b75c44b694c52cbff4b5eeee as hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/info/5c6e7f19b75c44b694c52cbff4b5eeee 2024-11-09T19:15:27,644 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T19:15:27,646 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fac84fd0e20f:34545 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fac84fd0e20f/172.17.0.2:34545 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T19:15:27,648 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34545,1731179665214, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34545,1731179665214, seqNum=-1, error=java.net.ConnectException: Call to address=fac84fd0e20f:34545 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fac84fd0e20f/172.17.0.2:34545 2024-11-09T19:15:27,649 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34545,1731179665214, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-09T19:15:27,649 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34545,1731179665214, seqNum=-1 from cache 2024-11-09T19:15:27,651 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address fac84fd0e20f:34545 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fac84fd0e20f/172.17.0.2:34545 2024-11-09T19:15:27,651 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/info/5c6e7f19b75c44b694c52cbff4b5eeee, entries=100, sequenceid=28, filesize=18.0 K 2024-11-09T19:15:27,652 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/.tmp/ns/de147892c4b24d9dae9a013314e3415a as hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/ns/de147892c4b24d9dae9a013314e3415a 2024-11-09T19:15:27,669 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/ns/de147892c4b24d9dae9a013314e3415a, entries=2, sequenceid=28, filesize=5.0 K 2024-11-09T19:15:27,671 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/.tmp/table/a5756d4de9bd48788ee16fed4d42281c as hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/table/a5756d4de9bd48788ee16fed4d42281c 2024-11-09T19:15:27,685 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/table/a5756d4de9bd48788ee16fed4d42281c, entries=2, sequenceid=28, filesize=5.1 K 2024-11-09T19:15:27,685 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 223ms, sequenceid=28, compaction requested=false; wal=null 2024-11-09T19:15:27,686 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T19:15:27,690 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:15:27,690 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:15:27,694 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:15:27,702 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:15:27,713 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-09T19:15:27,715 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66438920, jitterRate=-0.009982943534851074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:15:27,715 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:15:27,716 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179727430Writing region info on filesystem at 1731179727430Initializing all the Stores at 1731179727431 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179727431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179727432 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179727432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179727432Obtaining lock to block concurrent updates at 1731179727463 (+31 ms)Preparing flush snapshotting stores in 1588230740 at 1731179727463Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731179727463Flushing stores of hbase:meta,,1.1588230740 at 1731179727463Flushing 1588230740/info: creating writer at 1731179727463Flushing 1588230740/info: appending metadata at 1731179727487 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731179727487Flushing 1588230740/ns: creating writer at 1731179727522 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731179727552 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731179727553 (+1 ms)Flushing 1588230740/table: creating writer at 1731179727576 (+23 ms)Flushing 1588230740/table: appending metadata at 1731179727598 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731179727598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7e156e: reopening flushed file at 1731179727634 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c16b213: reopening flushed file at 1731179727651 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216ed79d: reopening flushed file at 1731179727669 (+18 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 223ms, sequenceid=28, compaction requested=false; wal=null at 1731179727685 (+16 ms)Cleaning up temporary data from old regions at 1731179727690 (+5 ms)Running coprocessor post-open hooks at 1731179727715 (+25 ms)Region opened successfully at 1731179727716 (+1 ms) 2024-11-09T19:15:27,717 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731179727331 2024-11-09T19:15:27,720 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:15:27,720 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:15:27,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:27,722 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39655,1731179665166, state=OPEN 2024-11-09T19:15:27,745 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=fac84fd0e20f,39655,1731179665166, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T19:15:27,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:15:27,762 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39655,1731179665166, seqNum=-1] 2024-11-09T19:15:27,789 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T19:15:27,803 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T19:15:27,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:15:27,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:15:27,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:15:27,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:15:27,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:15:27,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:15:27,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=603120314, stopped=false 2024-11-09T19:15:27,804 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,34971,1731179664991 2024-11-09T19:15:27,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:15:27,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:15:27,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:15:27,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:15:27,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:15:27,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:15:27,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:27,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:15:27,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-09T19:15:27,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39655,1731179665166 in 10.2100 sec 2024-11-09T19:15:27,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-09T19:15:27,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4350 sec 2024-11-09T19:15:27,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:15:27,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:15:27,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:15:27,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:15:27,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:15:27,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:15:27,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:15:27,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:15:27,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:15:27,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:15:27,847 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,39655,1731179665166' ***** 2024-11-09T19:15:27,847 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:15:27,847 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,45185,1731179665255' ***** 2024-11-09T19:15:27,847 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:15:27,848 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): fac84fd0e20f,34545,1731179665214 had 4 regions 2024-11-09T19:15:27,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:15:27,849 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:15:27,849 INFO [RS:0;fac84fd0e20f:39655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:15:27,849 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:15:27,849 INFO [RS:0;fac84fd0e20f:39655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:15:27,849 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(3091): Received CLOSE for 351a502ca9985a46b07c5d4a43ca18b2 2024-11-09T19:15:27,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:15:27,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:15:27,851 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:15:27,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:15:27,852 INFO [RS:2;fac84fd0e20f:45185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:15:27,852 INFO [RS:2;fac84fd0e20f:45185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:15:27,852 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(3091): Received CLOSE for 26683bd11b5847dc679236f31598bedc 2024-11-09T19:15:27,856 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fac84fd0e20f,34545,1731179665214, splitWal=true, meta=true, isMeta: false 2024-11-09T19:15:27,858 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c8cc236fbac4bfa4ea58ad38254d8e2 2024-11-09T19:15:27,858 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(3091): Received CLOSE for 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:15:27,858 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 351a502ca9985a46b07c5d4a43ca18b2, disabling compactions & flushes 2024-11-09T19:15:27,859 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:15:27,859 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:15:27,859 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(3091): Received CLOSE for 98b2898782f10ab6b3d5dd480235f0d7 2024-11-09T19:15:27,859 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:27,859 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. after waiting 0 ms 2024-11-09T19:15:27,859 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:15:27,859 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:15:27,859 INFO [RS:0;fac84fd0e20f:39655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39655. 2024-11-09T19:15:27,859 DEBUG [RS:0;fac84fd0e20f:39655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:15:27,859 DEBUG [RS:0;fac84fd0e20f:39655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:15:27,859 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(3091): Received CLOSE for dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:15:27,859 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(3091): Received CLOSE for 76633de5c635ae938a8942e5290c5f54 2024-11-09T19:15:27,860 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:27,860 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:15:27,860 INFO [RS:2;fac84fd0e20f:45185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fac84fd0e20f:45185. 2024-11-09T19:15:27,860 DEBUG [RS:2;fac84fd0e20f:45185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:15:27,860 DEBUG [RS:2;fac84fd0e20f:45185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:15:27,860 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:15:27,860 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-09T19:15:27,860 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:15:27,860 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:15:27,860 INFO [PEWorker-2 {}] master.SplitWALManager(105): fac84fd0e20f,34545,1731179665214 WAL count=1, meta=false 2024-11-09T19:15:27,860 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:15:27,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fac84fd0e20f%2C34545%2C1731179665214.1731179666186}] 2024-11-09T19:15:27,861 DEBUG [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(1325): Online Regions={26683bd11b5847dc679236f31598bedc=SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc., 98b2898782f10ab6b3d5dd480235f0d7=SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7., dea3ff1840f00b6d69815e951d345acd=SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd., 76633de5c635ae938a8942e5290c5f54=SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54.} 2024-11-09T19:15:27,861 DEBUG [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(1351): Waiting on 26683bd11b5847dc679236f31598bedc, 76633de5c635ae938a8942e5290c5f54, 98b2898782f10ab6b3d5dd480235f0d7, dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:15:27,861 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26683bd11b5847dc679236f31598bedc, disabling compactions & flushes 2024-11-09T19:15:27,862 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:15:27,862 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:15:27,862 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. after waiting 0 ms 2024-11-09T19:15:27,862 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:15:27,879 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:15:27,887 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-09T19:15:27,887 DEBUG [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(1325): Online Regions={351a502ca9985a46b07c5d4a43ca18b2=SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2., 7c8cc236fbac4bfa4ea58ad38254d8e2=SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2., 1588230740=hbase:meta,,1.1588230740, 973d7744b8bf273f89f71380e01cf718=SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718.} 2024-11-09T19:15:27,887 DEBUG [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 351a502ca9985a46b07c5d4a43ca18b2, 7c8cc236fbac4bfa4ea58ad38254d8e2, 973d7744b8bf273f89f71380e01cf718 2024-11-09T19:15:27,887 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:15:27,887 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:15:27,887 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:15:27,887 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:15:27,887 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:15:27,889 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:15:27,934 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/351a502ca9985a46b07c5d4a43ca18b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:15:27,937 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:15:27,937 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 351a502ca9985a46b07c5d4a43ca18b2: Waiting for close lock at 1731179727858Running coprocessor pre-close hooks at 1731179727858Disabling compacts and flushes for region at 1731179727858Disabling writes for close at 1731179727859 (+1 ms)Writing region close event to WAL at 1731179727900 (+41 ms)Running coprocessor post-close hooks at 1731179727937 (+37 ms)Closed at 1731179727937 2024-11-09T19:15:27,937 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731179676542.351a502ca9985a46b07c5d4a43ca18b2. 2024-11-09T19:15:27,938 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c8cc236fbac4bfa4ea58ad38254d8e2, disabling compactions & flushes 2024-11-09T19:15:27,938 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:15:27,938 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:15:27,938 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. after waiting 0 ms 2024-11-09T19:15:27,938 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:15:27,964 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/26683bd11b5847dc679236f31598bedc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:15:27,966 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:15:27,966 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26683bd11b5847dc679236f31598bedc: Waiting for close lock at 1731179727861Running coprocessor pre-close hooks at 1731179727861Disabling compacts and flushes for region at 1731179727861Disabling writes for close at 1731179727862 (+1 ms)Writing region close event to WAL at 1731179727930 (+68 ms)Running coprocessor post-close hooks at 1731179727966 (+36 ms)Closed at 1731179727966 2024-11-09T19:15:27,966 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731179676542.26683bd11b5847dc679236f31598bedc. 2024-11-09T19:15:27,967 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98b2898782f10ab6b3d5dd480235f0d7, disabling compactions & flushes 2024-11-09T19:15:27,967 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:15:27,967 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:15:27,967 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. after waiting 0 ms 2024-11-09T19:15:27,967 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:15:28,001 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:15:28,001 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:15:28,012 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-09T19:15:28,013 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:15:28,013 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:15:28,014 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179727887Running coprocessor pre-close hooks at 1731179727887Disabling compacts and flushes for region at 1731179727887Disabling writes for close at 1731179727887Writing region close event to WAL at 1731179727977 (+90 ms)Running coprocessor post-close hooks at 1731179728013 (+36 ms)Closed at 1731179728013 2024-11-09T19:15:28,014 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:15:28,029 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/7c8cc236fbac4bfa4ea58ad38254d8e2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:15:28,030 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:15:28,031 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c8cc236fbac4bfa4ea58ad38254d8e2: Waiting for close lock at 1731179727938Running coprocessor pre-close hooks at 1731179727938Disabling compacts and flushes for region at 1731179727938Disabling writes for close at 1731179727938Writing region close event to WAL at 1731179727968 (+30 ms)Running coprocessor post-close hooks at 1731179728030 (+62 ms)Closed at 1731179728030 2024-11-09T19:15:28,031 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731179676542.7c8cc236fbac4bfa4ea58ad38254d8e2. 2024-11-09T19:15:28,031 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 973d7744b8bf273f89f71380e01cf718, disabling compactions & flushes 2024-11-09T19:15:28,031 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:15:28,031 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:15:28,031 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. after waiting 0 ms 2024-11-09T19:15:28,031 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:15:28,034 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:15:28,034 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:15:28,039 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/98b2898782f10ab6b3d5dd480235f0d7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:15:28,040 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:15:28,040 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98b2898782f10ab6b3d5dd480235f0d7: Waiting for close lock at 1731179727967Running coprocessor pre-close hooks at 1731179727967Disabling compacts and flushes for region at 1731179727967Disabling writes for close at 1731179727967Writing region close event to WAL at 1731179727992 (+25 ms)Running coprocessor post-close hooks at 1731179728040 (+48 ms)Closed at 1731179728040 2024-11-09T19:15:28,040 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731179676542.98b2898782f10ab6b3d5dd480235f0d7. 2024-11-09T19:15:28,040 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dea3ff1840f00b6d69815e951d345acd, disabling compactions & flushes 2024-11-09T19:15:28,040 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:15:28,041 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:15:28,041 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. after waiting 0 ms 2024-11-09T19:15:28,041 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:15:28,061 DEBUG [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(1351): Waiting on 76633de5c635ae938a8942e5290c5f54, dea3ff1840f00b6d69815e951d345acd 2024-11-09T19:15:28,063 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/973d7744b8bf273f89f71380e01cf718/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:15:28,064 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:15:28,064 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 973d7744b8bf273f89f71380e01cf718: Waiting for close lock at 1731179728031Running coprocessor pre-close hooks at 1731179728031Disabling compacts and flushes for region at 1731179728031Disabling writes for close at 1731179728031Writing region close event to WAL at 1731179728052 (+21 ms)Running coprocessor post-close hooks at 1731179728064 (+12 ms)Closed at 1731179728064 2024-11-09T19:15:28,064 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731179676542.973d7744b8bf273f89f71380e01cf718. 2024-11-09T19:15:28,073 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/dea3ff1840f00b6d69815e951d345acd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:15:28,074 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:15:28,074 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dea3ff1840f00b6d69815e951d345acd: Waiting for close lock at 1731179728040Running coprocessor pre-close hooks at 1731179728040Disabling compacts and flushes for region at 1731179728040Disabling writes for close at 1731179728041 (+1 ms)Writing region close event to WAL at 1731179728064 (+23 ms)Running coprocessor post-close hooks at 1731179728074 (+10 ms)Closed at 1731179728074 2024-11-09T19:15:28,074 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731179676542.dea3ff1840f00b6d69815e951d345acd. 2024-11-09T19:15:28,074 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76633de5c635ae938a8942e5290c5f54, disabling compactions & flushes 2024-11-09T19:15:28,074 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:15:28,074 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:15:28,075 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. after waiting 0 ms 2024-11-09T19:15:28,075 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:15:28,087 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,39655,1731179665166; all regions closed. 2024-11-09T19:15:28,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741865_1041 (size=678) 2024-11-09T19:15:28,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741865_1041 (size=678) 2024-11-09T19:15:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741865_1041 (size=678) 2024-11-09T19:15:28,093 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/data/default/SPTestTable/76633de5c635ae938a8942e5290c5f54/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T19:15:28,095 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:15:28,095 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76633de5c635ae938a8942e5290c5f54: Waiting for close lock at 1731179728074Running coprocessor pre-close hooks at 1731179728074Disabling compacts and flushes for region at 1731179728074Disabling writes for close at 1731179728075 (+1 ms)Writing region close event to WAL at 1731179728075Running coprocessor post-close hooks at 1731179728094 (+19 ms)Closed at 1731179728094 2024-11-09T19:15:28,095 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731179676542.76633de5c635ae938a8942e5290c5f54. 2024-11-09T19:15:28,098 DEBUG [RS:0;fac84fd0e20f:39655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/oldWALs 2024-11-09T19:15:28,098 INFO [RS:0;fac84fd0e20f:39655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C39655%2C1731179665166.meta:.meta(num 1731179727366) 2024-11-09T19:15:28,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741833_1009 (size=2364) 2024-11-09T19:15:28,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741833_1009 (size=2364) 2024-11-09T19:15:28,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741833_1009 (size=2364) 2024-11-09T19:15:28,110 DEBUG [RS:0;fac84fd0e20f:39655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/oldWALs 2024-11-09T19:15:28,110 INFO [RS:0;fac84fd0e20f:39655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C39655%2C1731179665166:(num 1731179666153) 2024-11-09T19:15:28,110 DEBUG [RS:0;fac84fd0e20f:39655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:15:28,110 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:15:28,111 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:15:28,111 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:15:28,112 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:15:28,112 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:15:28,112 INFO [RS:0;fac84fd0e20f:39655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39655 2024-11-09T19:15:28,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,39655,1731179665166 2024-11-09T19:15:28,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:15:28,119 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:15:28,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,39655,1731179665166] 2024-11-09T19:15:28,140 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,39655,1731179665166 already deleted, retry=false 2024-11-09T19:15:28,140 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,39655,1731179665166 expired; onlineServers=1 2024-11-09T19:15:28,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:15:28,229 INFO [RS:0;fac84fd0e20f:39655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:15:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x101210551e50001, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:15:28,230 INFO [RS:0;fac84fd0e20f:39655 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,39655,1731179665166; zookeeper connection closed. 2024-11-09T19:15:28,230 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3596178 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3596178 2024-11-09T19:15:28,261 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,45185,1731179665255; all regions closed. 2024-11-09T19:15:28,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741834_1010 (size=3439) 2024-11-09T19:15:28,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741834_1010 (size=3439) 2024-11-09T19:15:28,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741834_1010 (size=3439) 2024-11-09T19:15:28,275 DEBUG [RS:2;fac84fd0e20f:45185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/oldWALs 2024-11-09T19:15:28,275 INFO [RS:2;fac84fd0e20f:45185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C45185%2C1731179665255:(num 1731179666162) 2024-11-09T19:15:28,275 DEBUG [RS:2;fac84fd0e20f:45185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:15:28,275 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:15:28,275 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:15:28,276 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:15:28,276 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:15:28,276 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:15:28,276 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:15:28,276 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:15:28,276 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:15:28,277 INFO [RS:2;fac84fd0e20f:45185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45185 2024-11-09T19:15:28,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,45185,1731179665255 2024-11-09T19:15:28,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:15:28,287 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:15:28,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,45185,1731179665255] 2024-11-09T19:15:28,308 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,45185,1731179665255 already deleted, retry=false 2024-11-09T19:15:28,308 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,45185,1731179665255 expired; onlineServers=0 2024-11-09T19:15:28,308 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,34971,1731179664991' ***** 2024-11-09T19:15:28,308 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:15:28,308 INFO [M:0;fac84fd0e20f:34971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:15:28,308 INFO [M:0;fac84fd0e20f:34971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:15:28,308 DEBUG [M:0;fac84fd0e20f:34971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:15:28,309 DEBUG [M:0;fac84fd0e20f:34971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:15:28,309 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:15:28,309 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179665756 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179665756,5,FailOnTimeoutGroup] 2024-11-09T19:15:28,309 INFO [M:0;fac84fd0e20f:34971 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:15:28,309 INFO [M:0;fac84fd0e20f:34971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:15:28,309 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179665760 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179665760,5,FailOnTimeoutGroup] 2024-11-09T19:15:28,309 DEBUG [M:0;fac84fd0e20f:34971 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:15:28,309 INFO [M:0;fac84fd0e20f:34971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:15:28,309 INFO [M:0;fac84fd0e20f:34971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:15:28,311 ERROR [M:0;fac84fd0e20f:34971 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41995 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41995,5,PEWorkerGroup] 2024-11-09T19:15:28,312 INFO [M:0;fac84fd0e20f:34971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:15:28,312 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:15:28,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T19:15:28,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:15:28,319 DEBUG [M:0;fac84fd0e20f:34971 {}] zookeeper.ZKUtil(347): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T19:15:28,319 WARN [M:0;fac84fd0e20f:34971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:15:28,320 INFO [M:0;fac84fd0e20f:34971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/.lastflushedseqids 2024-11-09T19:15:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741869_1045 (size=632) 2024-11-09T19:15:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741869_1045 (size=632) 2024-11-09T19:15:28,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741869_1045 (size=632) 2024-11-09T19:15:28,344 INFO [M:0;fac84fd0e20f:34971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:15:28,344 INFO [M:0;fac84fd0e20f:34971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:15:28,344 DEBUG [M:0;fac84fd0e20f:34971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:15:28,344 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:15:28,344 DEBUG [M:0;fac84fd0e20f:34971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:15:28,344 DEBUG [M:0;fac84fd0e20f:34971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:15:28,344 DEBUG [M:0;fac84fd0e20f:34971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:15:28,344 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=213.80 KB heapSize=254.34 KB 2024-11-09T19:15:28,371 DEBUG [M:0;fac84fd0e20f:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d2b129ba44a42468565dd14305b6b40 is 82, key is hbase:meta,,1/info:regioninfo/1731179727721/Put/seqid=0 2024-11-09T19:15:28,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:15:28,398 INFO [RS:2;fac84fd0e20f:45185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:15:28,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45185-0x101210551e50003, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:15:28,398 INFO [RS:2;fac84fd0e20f:45185 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,45185,1731179665255; zookeeper connection closed. 2024-11-09T19:15:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741870_1046 (size=6071) 2024-11-09T19:15:28,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741870_1046 (size=6071) 2024-11-09T19:15:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741870_1046 (size=6071) 2024-11-09T19:15:28,412 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2670cefe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2670cefe 2024-11-09T19:15:28,412 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T19:15:28,412 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d2b129ba44a42468565dd14305b6b40 2024-11-09T19:15:28,435 DEBUG [M:0;fac84fd0e20f:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ba9507abd9c49ff9539fb532a062726 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731179687490/Put/seqid=0 2024-11-09T19:15:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741871_1047 (size=11089) 2024-11-09T19:15:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741871_1047 (size=11089) 2024-11-09T19:15:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741871_1047 (size=11089) 2024-11-09T19:15:28,459 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=212.57 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ba9507abd9c49ff9539fb532a062726 2024-11-09T19:15:28,465 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ba9507abd9c49ff9539fb532a062726 2024-11-09T19:15:28,482 DEBUG [M:0;fac84fd0e20f:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de18285142140e9af471c4cff4542b3 is 69, key is fac84fd0e20f,39655,1731179665166/rs:state/1731179665870/Put/seqid=0 2024-11-09T19:15:28,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741872_1048 (size=5442) 2024-11-09T19:15:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741872_1048 (size=5442) 2024-11-09T19:15:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741872_1048 (size=5442) 2024-11-09T19:15:28,490 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de18285142140e9af471c4cff4542b3 2024-11-09T19:15:28,495 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4de18285142140e9af471c4cff4542b3 2024-11-09T19:15:28,497 DEBUG [M:0;fac84fd0e20f:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d2b129ba44a42468565dd14305b6b40 as hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d2b129ba44a42468565dd14305b6b40 2024-11-09T19:15:28,505 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d2b129ba44a42468565dd14305b6b40, entries=14, sequenceid=436, filesize=5.9 K 2024-11-09T19:15:28,510 DEBUG [M:0;fac84fd0e20f:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ba9507abd9c49ff9539fb532a062726 as hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ba9507abd9c49ff9539fb532a062726 2024-11-09T19:15:28,522 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ba9507abd9c49ff9539fb532a062726 2024-11-09T19:15:28,522 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ba9507abd9c49ff9539fb532a062726, entries=51, sequenceid=436, filesize=10.8 K 2024-11-09T19:15:28,523 DEBUG [M:0;fac84fd0e20f:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de18285142140e9af471c4cff4542b3 as hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4de18285142140e9af471c4cff4542b3 2024-11-09T19:15:28,535 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4de18285142140e9af471c4cff4542b3 2024-11-09T19:15:28,535 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41995/user/jenkins/test-data/2c9395c7-7dba-24bf-e924-9fd6cfd3cb12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4de18285142140e9af471c4cff4542b3, entries=3, sequenceid=436, filesize=5.3 K 2024-11-09T19:15:28,536 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~213.80 KB/218928, heapSize ~254.05 KB/260144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 192ms, sequenceid=436, compaction requested=false 2024-11-09T19:15:28,566 INFO [M:0;fac84fd0e20f:34971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:15:28,566 DEBUG [M:0;fac84fd0e20f:34971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179728344Disabling compacts and flushes for region at 1731179728344Disabling writes for close at 1731179728344Obtaining lock to block concurrent updates at 1731179728344Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179728344Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=218928, getHeapSize=260384, getOffHeapSize=0, getCellsCount=534 at 1731179728345 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179728345Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179728345Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179728371 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179728371Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179728419 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179728435 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179728435Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179728465 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179728481 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179728481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133deb79: reopening flushed file at 1731179728495 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c8eb57: reopening flushed file at 1731179728505 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e0470f4: reopening flushed file at 1731179728522 (+17 ms)Finished flush of dataSize ~213.80 KB/218928, heapSize ~254.05 KB/260144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 192ms, sequenceid=436, compaction requested=false at 1731179728537 (+15 ms)Writing region close event to WAL at 1731179728566 (+29 ms)Closed at 1731179728566 2024-11-09T19:15:28,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741830_1006 (size=248079) 2024-11-09T19:15:28,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741830_1006 (size=248079) 2024-11-09T19:15:28,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741830_1006 (size=248079) 2024-11-09T19:15:28,571 INFO [M:0;fac84fd0e20f:34971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:15:28,571 INFO [M:0;fac84fd0e20f:34971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34971 2024-11-09T19:15:28,571 INFO [M:0;fac84fd0e20f:34971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:15:28,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:15:28,682 INFO [M:0;fac84fd0e20f:34971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:15:28,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:15:28,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101210551e50000, quorum=127.0.0.1:64602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:15:28,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@257e2f84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:15:28,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c26c1ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:15:28,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:15:28,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@894f43a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:15:28,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48cbaeb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/hadoop.log.dir/,STOPPED} 2024-11-09T19:15:28,724 WARN [BP-458829615-172.17.0.2-1731179661332 heartbeating to localhost/127.0.0.1:41995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:15:28,724 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:15:28,724 WARN [BP-458829615-172.17.0.2-1731179661332 heartbeating to localhost/127.0.0.1:41995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-458829615-172.17.0.2-1731179661332 (Datanode Uuid 5e5d73dc-0cfb-41ad-8969-ba754fdabd23) service to localhost/127.0.0.1:41995 2024-11-09T19:15:28,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:15:28,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data5/current/BP-458829615-172.17.0.2-1731179661332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:15:28,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data6/current/BP-458829615-172.17.0.2-1731179661332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:15:28,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:15:28,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7911b946{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:15:28,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38b5411d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:15:28,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:15:28,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9fceb15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:15:28,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@692b3282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/hadoop.log.dir/,STOPPED} 2024-11-09T19:15:28,738 WARN [BP-458829615-172.17.0.2-1731179661332 heartbeating to localhost/127.0.0.1:41995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:15:28,739 WARN [BP-458829615-172.17.0.2-1731179661332 heartbeating to localhost/127.0.0.1:41995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-458829615-172.17.0.2-1731179661332 (Datanode Uuid 31c1303e-e6c0-4194-8707-a0ec3a093309) service to localhost/127.0.0.1:41995 2024-11-09T19:15:28,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data4/current/BP-458829615-172.17.0.2-1731179661332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:15:28,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:15:28,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:15:28,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data3/current/BP-458829615-172.17.0.2-1731179661332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:15:28,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:15:28,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c7ddb23{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:15:28,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22c8ef2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:15:28,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:15:28,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77afe134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:15:28,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76fca390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/hadoop.log.dir/,STOPPED} 2024-11-09T19:15:28,801 WARN [BP-458829615-172.17.0.2-1731179661332 heartbeating to localhost/127.0.0.1:41995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:15:28,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:15:28,801 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:15:28,801 WARN [BP-458829615-172.17.0.2-1731179661332 heartbeating to localhost/127.0.0.1:41995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-458829615-172.17.0.2-1731179661332 (Datanode Uuid f6849489-4bd4-43dd-9c0a-458a6540c907) service to localhost/127.0.0.1:41995 2024-11-09T19:15:28,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data1/current/BP-458829615-172.17.0.2-1731179661332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:15:28,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/cluster_28b62cff-0b6f-e614-9eae-a5cd3a0d45e4/data/data2/current/BP-458829615-172.17.0.2-1731179661332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:15:28,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:15:28,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fc2671a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:15:28,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@436caa22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:15:28,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:15:28,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efd563c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:15:28,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31631745{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8ed1010-2fa8-3481-0e17-5f70404f2f97/hadoop.log.dir/,STOPPED} 2024-11-09T19:15:28,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:15:28,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:15:28,893 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 98) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/fac84fd0e20f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41995 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41995 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=4298 (was 3911) - AvailableMemoryMB LEAK? -