2024-12-01 14:12:48,914 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-01 14:12:48,932 main DEBUG Took 0.014038 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 14:12:48,933 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 14:12:48,934 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 14:12:48,935 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 14:12:48,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,949 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 14:12:48,971 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,974 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,975 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,977 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,978 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,980 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,981 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,982 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,983 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,984 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,985 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,987 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:12:48,988 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,988 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 14:12:48,990 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:12:48,992 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 14:12:48,996 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 14:12:48,997 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 14:12:48,999 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 14:12:48,999 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 14:12:49,009 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 14:12:49,011 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 14:12:49,013 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 14:12:49,014 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 14:12:49,014 main DEBUG createAppenders(={Console}) 2024-12-01 14:12:49,015 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-01 14:12:49,016 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-01 14:12:49,016 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-01 14:12:49,017 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 14:12:49,017 main DEBUG OutputStream closed 2024-12-01 14:12:49,017 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 14:12:49,018 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 14:12:49,018 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-01 14:12:49,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 14:12:49,156 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 14:12:49,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 14:12:49,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 14:12:49,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 14:12:49,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 14:12:49,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 14:12:49,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 14:12:49,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 14:12:49,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 14:12:49,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 14:12:49,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 14:12:49,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 14:12:49,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 14:12:49,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 14:12:49,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 14:12:49,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 14:12:49,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 14:12:49,174 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 14:12:49,175 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-01 14:12:49,175 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 14:12:49,176 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-01T14:12:49,191 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-01 14:12:49,195 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 14:12:49,195 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T14:12:49,208 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-01T14:12:49,247 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=573, ProcessCount=11, AvailableMemoryMB=6488 2024-12-01T14:12:49,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea 2024-12-01T14:12:49,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:12:49,620 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e, deleteOnExit=true 2024-12-01T14:12:49,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:12:49,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/test.cache.data in system properties and HBase conf 2024-12-01T14:12:49,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:12:49,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:12:49,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:12:49,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:12:49,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:12:49,746 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T14:12:49,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:12:49,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:12:49,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:12:49,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:12:49,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:12:49,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:12:49,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:12:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:12:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:12:49,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:12:49,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:12:49,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:12:49,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:12:49,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:12:49,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:12:51,362 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T14:12:51,435 INFO [Time-limited test {}] log.Log(170): Logging initialized @3336ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T14:12:51,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:12:51,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:12:51,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:12:51,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:12:51,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:12:51,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:12:51,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:12:51,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:12:51,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/java.io.tmpdir/jetty-localhost-46485-hadoop-hdfs-3_4_1-tests_jar-_-any-13197491982177906527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:12:51,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:46485} 2024-12-01T14:12:51,983 INFO [Time-limited test {}] server.Server(415): Started @3885ms 2024-12-01T14:12:52,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:12:52,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:12:52,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:12:52,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:12:52,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:12:52,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:12:52,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:12:53,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/java.io.tmpdir/jetty-localhost-36943-hadoop-hdfs-3_4_1-tests_jar-_-any-11213449144155158392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:12:53,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:36943} 2024-12-01T14:12:53,132 INFO [Time-limited test {}] server.Server(415): Started @5034ms 2024-12-01T14:12:53,203 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:12:53,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:12:53,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:12:53,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:12:53,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:12:53,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:12:53,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:12:53,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:12:53,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/java.io.tmpdir/jetty-localhost-35981-hadoop-hdfs-3_4_1-tests_jar-_-any-77075311263989429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:12:53,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:35981} 2024-12-01T14:12:53,500 INFO [Time-limited test {}] server.Server(415): Started @5402ms 2024-12-01T14:12:53,503 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:12:53,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:12:53,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:12:53,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:12:53,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:12:53,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:12:53,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:12:53,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:12:53,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/java.io.tmpdir/jetty-localhost-44355-hadoop-hdfs-3_4_1-tests_jar-_-any-16427767686064396794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:12:53,683 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:44355} 2024-12-01T14:12:53,683 INFO [Time-limited test {}] server.Server(415): Started @5585ms 2024-12-01T14:12:53,686 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:12:55,302 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data1/current/BP-1735618903-172.17.0.3-1733062370578/current, will proceed with Du for space computation calculation, 2024-12-01T14:12:55,302 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data2/current/BP-1735618903-172.17.0.3-1733062370578/current, will proceed with Du for space computation calculation, 2024-12-01T14:12:55,316 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data3/current/BP-1735618903-172.17.0.3-1733062370578/current, will proceed with Du for space computation calculation, 2024-12-01T14:12:55,320 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data4/current/BP-1735618903-172.17.0.3-1733062370578/current, will proceed with Du for space computation calculation, 2024-12-01T14:12:55,347 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:12:55,353 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:12:55,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6666686b388a40bb with lease ID 0xe0d95f103d5a7dd2: Processing first storage report for DS-95a9bcac-82bc-4696-94cd-d6610a4f71c7 from datanode DatanodeRegistration(127.0.0.1:33785, datanodeUuid=8a62fa04-3bde-499b-89cd-3ec7aa8e88f3, infoPort=39717, infoSecurePort=0, ipcPort=46727, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578) 2024-12-01T14:12:55,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6666686b388a40bb with lease ID 0xe0d95f103d5a7dd2: from storage DS-95a9bcac-82bc-4696-94cd-d6610a4f71c7 node DatanodeRegistration(127.0.0.1:33785, datanodeUuid=8a62fa04-3bde-499b-89cd-3ec7aa8e88f3, infoPort=39717, infoSecurePort=0, ipcPort=46727, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:12:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfae6e7465b5035ae with lease ID 0xe0d95f103d5a7dd1: Processing first storage report for DS-75805572-9bc6-4957-9bef-cf3bfc8455de from datanode DatanodeRegistration(127.0.0.1:34729, datanodeUuid=0bc14354-f472-4633-bc9b-dec920f74d37, infoPort=39197, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578) 2024-12-01T14:12:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfae6e7465b5035ae with lease ID 0xe0d95f103d5a7dd1: from storage DS-75805572-9bc6-4957-9bef-cf3bfc8455de node DatanodeRegistration(127.0.0.1:34729, datanodeUuid=0bc14354-f472-4633-bc9b-dec920f74d37, infoPort=39197, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:12:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6666686b388a40bb with lease ID 0xe0d95f103d5a7dd2: Processing first storage report for DS-0bdc6e0d-4a9a-4d5a-a63e-3fed3ead8611 from datanode DatanodeRegistration(127.0.0.1:33785, datanodeUuid=8a62fa04-3bde-499b-89cd-3ec7aa8e88f3, infoPort=39717, infoSecurePort=0, ipcPort=46727, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578) 2024-12-01T14:12:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6666686b388a40bb with lease ID 0xe0d95f103d5a7dd2: from storage DS-0bdc6e0d-4a9a-4d5a-a63e-3fed3ead8611 node DatanodeRegistration(127.0.0.1:33785, datanodeUuid=8a62fa04-3bde-499b-89cd-3ec7aa8e88f3, infoPort=39717, infoSecurePort=0, ipcPort=46727, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:12:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfae6e7465b5035ae with lease ID 0xe0d95f103d5a7dd1: Processing first storage report for DS-58e9ba40-c6c1-4445-a2aa-0717bfa46c0b from datanode DatanodeRegistration(127.0.0.1:34729, datanodeUuid=0bc14354-f472-4633-bc9b-dec920f74d37, infoPort=39197, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578) 2024-12-01T14:12:55,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfae6e7465b5035ae with lease ID 0xe0d95f103d5a7dd1: from storage DS-58e9ba40-c6c1-4445-a2aa-0717bfa46c0b node DatanodeRegistration(127.0.0.1:34729, datanodeUuid=0bc14354-f472-4633-bc9b-dec920f74d37, infoPort=39197, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:12:55,468 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data5/current/BP-1735618903-172.17.0.3-1733062370578/current, will proceed with Du for space computation calculation, 2024-12-01T14:12:55,469 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data6/current/BP-1735618903-172.17.0.3-1733062370578/current, will proceed with Du for space computation calculation, 2024-12-01T14:12:55,494 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:12:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x889b96c58644e8f6 with lease ID 0xe0d95f103d5a7dd3: Processing first storage report for DS-7d1b48ae-9b9e-4eaa-a0d1-a54c8f4cfe38 from datanode DatanodeRegistration(127.0.0.1:43101, datanodeUuid=4568f9a7-9d58-4c63-9cec-2432d1bb1b85, infoPort=33187, infoSecurePort=0, ipcPort=40197, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578) 2024-12-01T14:12:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x889b96c58644e8f6 with lease ID 0xe0d95f103d5a7dd3: from storage DS-7d1b48ae-9b9e-4eaa-a0d1-a54c8f4cfe38 node DatanodeRegistration(127.0.0.1:43101, datanodeUuid=4568f9a7-9d58-4c63-9cec-2432d1bb1b85, infoPort=33187, infoSecurePort=0, ipcPort=40197, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:12:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x889b96c58644e8f6 with lease ID 0xe0d95f103d5a7dd3: Processing first storage report for DS-782c86e5-6a6a-4024-a42d-90f01b528f27 from datanode DatanodeRegistration(127.0.0.1:43101, datanodeUuid=4568f9a7-9d58-4c63-9cec-2432d1bb1b85, infoPort=33187, infoSecurePort=0, ipcPort=40197, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578) 2024-12-01T14:12:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x889b96c58644e8f6 with lease ID 0xe0d95f103d5a7dd3: from storage DS-782c86e5-6a6a-4024-a42d-90f01b528f27 node DatanodeRegistration(127.0.0.1:43101, datanodeUuid=4568f9a7-9d58-4c63-9cec-2432d1bb1b85, infoPort=33187, infoSecurePort=0, ipcPort=40197, storageInfo=lv=-57;cid=testClusterID;nsid=609746639;c=1733062370578), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:12:55,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea 2024-12-01T14:12:55,591 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/zookeeper_0, clientPort=53571, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:12:55,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53571 2024-12-01T14:12:55,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:12:55,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:12:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:12:55,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:12:55,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:12:56,333 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 with version=8 2024-12-01T14:12:56,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/hbase-staging 2024-12-01T14:12:56,409 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T14:12:56,639 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:12:56,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:56,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:56,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:12:56,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:56,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:12:56,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:12:56,830 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T14:12:56,838 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T14:12:56,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:12:56,867 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1014 (auto-detected) 2024-12-01T14:12:56,868 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-01T14:12:56,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35599 2024-12-01T14:12:56,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35599 connecting to ZooKeeper ensemble=127.0.0.1:53571 2024-12-01T14:12:57,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355990x0, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:12:57,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35599-0x101913d34380000 connected 2024-12-01T14:12:57,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:12:57,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:12:57,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:12:57,216 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058, hbase.cluster.distributed=false 2024-12-01T14:12:57,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:12:57,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35599 2024-12-01T14:12:57,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35599 2024-12-01T14:12:57,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35599 2024-12-01T14:12:57,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35599 2024-12-01T14:12:57,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35599 2024-12-01T14:12:57,393 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:12:57,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:57,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:57,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:12:57,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:57,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:12:57,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:12:57,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:12:57,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45413 2024-12-01T14:12:57,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45413 connecting to ZooKeeper ensemble=127.0.0.1:53571 2024-12-01T14:12:57,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:12:57,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:12:57,421 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454130x0, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:12:57,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45413-0x101913d34380001 connected 2024-12-01T14:12:57,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:12:57,430 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:12:57,445 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:12:57,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:12:57,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:12:57,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45413 2024-12-01T14:12:57,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45413 2024-12-01T14:12:57,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45413 2024-12-01T14:12:57,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45413 2024-12-01T14:12:57,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45413 2024-12-01T14:12:57,476 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:12:57,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:57,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:57,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:12:57,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:57,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:12:57,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:12:57,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:12:57,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45593 2024-12-01T14:12:57,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45593 connecting to ZooKeeper ensemble=127.0.0.1:53571 2024-12-01T14:12:57,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:12:57,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:12:57,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455930x0, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:12:57,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45593-0x101913d34380002 connected 2024-12-01T14:12:57,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:12:57,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:12:57,583 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:12:57,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:12:57,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:12:57,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45593 2024-12-01T14:12:57,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45593 2024-12-01T14:12:57,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45593 2024-12-01T14:12:57,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45593 2024-12-01T14:12:57,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45593 2024-12-01T14:12:57,606 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:12:57,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:57,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:57,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:12:57,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:12:57,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:12:57,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:12:57,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:12:57,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36599 2024-12-01T14:12:57,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36599 connecting to ZooKeeper ensemble=127.0.0.1:53571 2024-12-01T14:12:57,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:12:57,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:12:57,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365990x0, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:12:57,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365990x0, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:12:57,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:12:57,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36599-0x101913d34380003 connected 2024-12-01T14:12:57,725 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:12:57,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:12:57,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:12:57,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36599 2024-12-01T14:12:57,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36599 2024-12-01T14:12:57,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36599 2024-12-01T14:12:57,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36599 2024-12-01T14:12:57,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36599 2024-12-01T14:12:57,746 DEBUG [M:0;57b748500ef9:35599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:35599 2024-12-01T14:12:57,747 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/57b748500ef9,35599,1733062376479 2024-12-01T14:12:57,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:12:57,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:12:57,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:12:57,779 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:12:57,781 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/57b748500ef9,35599,1733062376479 2024-12-01T14:12:57,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:12:57,843 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:12:57,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:57,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:12:57,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:57,843 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:57,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:57,844 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T14:12:57,846 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/57b748500ef9,35599,1733062376479 from backup master directory 2024-12-01T14:12:57,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/57b748500ef9,35599,1733062376479 2024-12-01T14:12:57,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:12:57,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:12:57,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:12:57,864 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:12:57,865 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:12:57,865 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,35599,1733062376479 2024-12-01T14:12:57,867 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T14:12:57,869 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T14:12:57,918 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/hbase.id] with ID: a3dde8c7-4f28-4a45-9dff-573e0d7e4e16 2024-12-01T14:12:57,919 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/.tmp/hbase.id 2024-12-01T14:12:57,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:12:57,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:12:57,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:12:57,934 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/.tmp/hbase.id]:[hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/hbase.id] 2024-12-01T14:12:57,980 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:12:57,984 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:12:58,003 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-01T14:12:58,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,077 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:12:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:12:58,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:12:58,114 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:12:58,116 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:12:58,128 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:12:58,132 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:12:58,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:12:58,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:12:58,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:12:58,179 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store 2024-12-01T14:12:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:12:58,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:12:58,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:12:58,205 INFO [master/57b748500ef9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T14:12:58,209 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:12:58,211 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:12:58,211 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:12:58,211 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:12:58,213 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:12:58,214 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:12:58,214 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:12:58,215 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062378211Disabling compacts and flushes for region at 1733062378211Disabling writes for close at 1733062378213 (+2 ms)Writing region close event to WAL at 1733062378214 (+1 ms)Closed at 1733062378214 2024-12-01T14:12:58,217 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/.initializing 2024-12-01T14:12:58,217 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/WALs/57b748500ef9,35599,1733062376479 2024-12-01T14:12:58,226 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:12:58,242 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C35599%2C1733062376479, suffix=, logDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/WALs/57b748500ef9,35599,1733062376479, archiveDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/oldWALs, maxLogs=10 2024-12-01T14:12:58,262 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/WALs/57b748500ef9,35599,1733062376479/57b748500ef9%2C35599%2C1733062376479.1733062378246, exclude list is [], retry=0 2024-12-01T14:12:58,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43101,DS-7d1b48ae-9b9e-4eaa-a0d1-a54c8f4cfe38,DISK] 2024-12-01T14:12:58,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33785,DS-95a9bcac-82bc-4696-94cd-d6610a4f71c7,DISK] 2024-12-01T14:12:58,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-75805572-9bc6-4957-9bef-cf3bfc8455de,DISK] 2024-12-01T14:12:58,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T14:12:58,335 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/WALs/57b748500ef9,35599,1733062376479/57b748500ef9%2C35599%2C1733062376479.1733062378246 2024-12-01T14:12:58,337 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197),(127.0.0.1/127.0.0.1:33187:33187),(127.0.0.1/127.0.0.1:39717:39717)] 2024-12-01T14:12:58,338 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:12:58,338 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:12:58,342 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,344 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:12:58,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:12:58,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:12:58,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:12:58,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:12:58,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:12:58,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:12:58,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:12:58,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:12:58,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:12:58,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:12:58,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:12:58,423 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,427 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,428 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,434 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,435 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,440 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:12:58,445 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:12:58,450 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:12:58,452 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66003102, jitterRate=-0.016477137804031372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:12:58,460 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062378357Initializing all the Stores at 1733062378360 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062378360Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062378361 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062378361Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062378361Cleaning up temporary data from old regions at 1733062378436 (+75 ms)Region opened successfully at 1733062378460 (+24 ms) 2024-12-01T14:12:58,462 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:12:58,503 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46676657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:12:58,537 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:12:58,546 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:12:58,547 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:12:58,549 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:12:58,551 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T14:12:58,556 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-01T14:12:58,556 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-01T14:12:58,581 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:12:58,589 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T14:12:58,618 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T14:12:58,621 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:12:58,623 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:12:58,631 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T14:12:58,634 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:12:58,637 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:12:58,660 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T14:12:58,662 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:12:58,714 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T14:12:58,739 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:12:58,757 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T14:12:58,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:12:58,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:12:58,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:12:58,810 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:12:58,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,810 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,815 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,35599,1733062376479, sessionid=0x101913d34380000, setting cluster-up flag (Was=false) 2024-12-01T14:12:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,852 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:58,965 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T14:12:58,968 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,35599,1733062376479 2024-12-01T14:12:59,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:59,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:59,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:59,042 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:12:59,136 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T14:12:59,139 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,35599,1733062376479 2024-12-01T14:12:59,147 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:12:59,215 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:12:59,222 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:12:59,228 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:12:59,233 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,35599,1733062376479 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:12:59,236 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(746): ClusterId : a3dde8c7-4f28-4a45-9dff-573e0d7e4e16 2024-12-01T14:12:59,236 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(746): ClusterId : a3dde8c7-4f28-4a45-9dff-573e0d7e4e16 2024-12-01T14:12:59,236 INFO [RS:0;57b748500ef9:45413 {}] regionserver.HRegionServer(746): ClusterId : a3dde8c7-4f28-4a45-9dff-573e0d7e4e16 2024-12-01T14:12:59,239 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:12:59,239 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:12:59,239 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:12:59,240 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:12:59,240 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:12:59,241 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:12:59,241 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:12:59,241 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:12:59,241 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,241 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:12:59,241 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,247 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:12:59,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:12:59,248 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062409248 2024-12-01T14:12:59,250 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:12:59,251 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:12:59,254 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:12:59,255 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:12:59,255 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:12:59,255 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:12:59,255 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:12:59,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:12:59,256 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,260 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:12:59,261 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:12:59,261 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:12:59,264 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:12:59,264 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:12:59,267 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062379265,5,FailOnTimeoutGroup] 2024-12-01T14:12:59,268 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062379268,5,FailOnTimeoutGroup] 2024-12-01T14:12:59,268 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,268 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:12:59,285 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:12:59,285 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,285 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:12:59,285 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:12:59,286 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:12:59,285 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:12:59,286 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:12:59,286 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:12:59,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:12:59,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:12:59,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:12:59,290 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:12:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:12:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:12:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:12:59,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:12:59,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:12:59,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:12:59,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:12:59,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:12:59,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:12:59,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:12:59,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:12:59,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:12:59,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:12:59,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:12:59,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:12:59,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:12:59,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:12:59,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:12:59,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:12:59,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:12:59,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:12:59,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740 2024-12-01T14:12:59,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740 2024-12-01T14:12:59,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:12:59,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:12:59,327 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:12:59,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:12:59,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:12:59,334 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62902733, jitterRate=-0.06267623603343964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:12:59,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062379305Initializing all the Stores at 1733062379307 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062379307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062379307Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062379307Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062379307Cleaning up temporary data from old regions at 1733062379326 (+19 ms)Region opened successfully at 1733062379337 (+11 ms) 2024-12-01T14:12:59,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:12:59,338 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:12:59,338 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:12:59,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:12:59,338 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:12:59,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:12:59,338 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:12:59,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:12:59,338 DEBUG [RS:1;57b748500ef9:45593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea6dbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:12:59,338 DEBUG [RS:2;57b748500ef9:36599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2caa6628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:12:59,338 DEBUG [RS:0;57b748500ef9:45413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d387af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:12:59,339 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:12:59,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062379337Disabling compacts and flushes for region at 1733062379337Disabling writes for close at 1733062379338 (+1 ms)Writing region close event to WAL at 1733062379339 (+1 ms)Closed at 1733062379339 2024-12-01T14:12:59,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:12:59,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:12:59,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:12:59,359 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;57b748500ef9:45593 2024-12-01T14:12:59,360 DEBUG [RS:0;57b748500ef9:45413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:45413 2024-12-01T14:12:59,364 INFO [RS:1;57b748500ef9:45593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:12:59,365 INFO [RS:1;57b748500ef9:45593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:12:59,365 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:12:59,368 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,35599,1733062376479 with port=45593, startcode=1733062377476 2024-12-01T14:12:59,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:12:59,372 INFO [RS:0;57b748500ef9:45413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:12:59,372 INFO [RS:0;57b748500ef9:45413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:12:59,372 DEBUG [RS:0;57b748500ef9:45413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:12:59,373 DEBUG [RS:2;57b748500ef9:36599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;57b748500ef9:36599 2024-12-01T14:12:59,373 INFO [RS:2;57b748500ef9:36599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:12:59,373 INFO [RS:2;57b748500ef9:36599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:12:59,373 DEBUG [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:12:59,373 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:12:59,376 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,35599,1733062376479 with port=36599, startcode=1733062377605 2024-12-01T14:12:59,377 INFO [RS:0;57b748500ef9:45413 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,35599,1733062376479 with port=45413, startcode=1733062377350 2024-12-01T14:12:59,388 DEBUG [RS:2;57b748500ef9:36599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:12:59,388 DEBUG [RS:0;57b748500ef9:45413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:12:59,388 DEBUG [RS:1;57b748500ef9:45593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:12:59,428 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:12:59,428 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:12:59,428 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:12:59,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,45413,1733062377350 2024-12-01T14:12:59,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,45413,1733062377350 2024-12-01T14:12:59,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,36599,1733062377605 2024-12-01T14:12:59,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,36599,1733062377605 2024-12-01T14:12:59,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,45593,1733062377476 2024-12-01T14:12:59,460 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,45593,1733062377476 2024-12-01T14:12:59,461 DEBUG [RS:0;57b748500ef9:45413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:12:59,461 DEBUG [RS:0;57b748500ef9:45413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35243 2024-12-01T14:12:59,461 DEBUG [RS:0;57b748500ef9:45413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:12:59,461 DEBUG [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:12:59,462 DEBUG [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35243 2024-12-01T14:12:59,462 DEBUG [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:12:59,464 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:12:59,465 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35243 2024-12-01T14:12:59,465 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:12:59,525 WARN [57b748500ef9:35599 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:12:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:12:59,713 DEBUG [RS:2;57b748500ef9:36599 {}] zookeeper.ZKUtil(111): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/57b748500ef9,36599,1733062377605 2024-12-01T14:12:59,713 DEBUG [RS:0;57b748500ef9:45413 {}] zookeeper.ZKUtil(111): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/57b748500ef9,45413,1733062377350 2024-12-01T14:12:59,713 WARN [RS:0;57b748500ef9:45413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:12:59,713 WARN [RS:2;57b748500ef9:36599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:12:59,713 INFO [RS:2;57b748500ef9:36599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:12:59,713 INFO [RS:0;57b748500ef9:45413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:12:59,713 DEBUG [RS:1;57b748500ef9:45593 {}] zookeeper.ZKUtil(111): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/57b748500ef9,45593,1733062377476 2024-12-01T14:12:59,713 WARN [RS:1;57b748500ef9:45593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:12:59,713 INFO [RS:1;57b748500ef9:45593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:12:59,713 DEBUG [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,36599,1733062377605 2024-12-01T14:12:59,713 DEBUG [RS:0;57b748500ef9:45413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350 2024-12-01T14:12:59,713 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45593,1733062377476 2024-12-01T14:12:59,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,45413,1733062377350] 2024-12-01T14:12:59,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,36599,1733062377605] 2024-12-01T14:12:59,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,45593,1733062377476] 2024-12-01T14:12:59,740 INFO [RS:2;57b748500ef9:36599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:12:59,740 INFO [RS:0;57b748500ef9:45413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:12:59,740 INFO [RS:1;57b748500ef9:45593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:12:59,753 INFO [RS:0;57b748500ef9:45413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:12:59,753 INFO [RS:2;57b748500ef9:36599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:12:59,753 INFO [RS:1;57b748500ef9:45593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:12:59,759 INFO [RS:2;57b748500ef9:36599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:12:59,759 INFO [RS:0;57b748500ef9:45413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:12:59,759 INFO [RS:1;57b748500ef9:45593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:12:59,759 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,759 INFO [RS:0;57b748500ef9:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,759 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,760 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:12:59,760 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:12:59,760 INFO [RS:0;57b748500ef9:45413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:12:59,767 INFO [RS:1;57b748500ef9:45593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:12:59,767 INFO [RS:0;57b748500ef9:45413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:12:59,767 INFO [RS:2;57b748500ef9:36599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:12:59,769 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,769 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,769 INFO [RS:0;57b748500ef9:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,769 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,769 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,769 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,769 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,769 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,769 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,769 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,769 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,769 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:12:59,770 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:12:59,770 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:12:59,770 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,770 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,771 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,771 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,771 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,771 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,771 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,771 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,771 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:12:59,771 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:12:59,771 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:12:59,771 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:12:59,771 DEBUG [RS:2;57b748500ef9:36599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:12:59,771 DEBUG [RS:0;57b748500ef9:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:12:59,771 DEBUG [RS:1;57b748500ef9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:12:59,776 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,776 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,777 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,777 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,777 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,777 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36599,1733062377605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:12:59,778 INFO [RS:0;57b748500ef9:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,778 INFO [RS:0;57b748500ef9:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,778 INFO [RS:0;57b748500ef9:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,778 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,778 INFO [RS:0;57b748500ef9:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,778 INFO [RS:0;57b748500ef9:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,778 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,778 INFO [RS:0;57b748500ef9:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45413,1733062377350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:12:59,778 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,779 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,779 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,779 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45593,1733062377476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:12:59,801 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:12:59,803 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36599,1733062377605-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,804 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,804 INFO [RS:2;57b748500ef9:36599 {}] regionserver.Replication(171): 57b748500ef9,36599,1733062377605 started 2024-12-01T14:12:59,812 INFO [RS:0;57b748500ef9:45413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:12:59,812 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:12:59,812 INFO [RS:0;57b748500ef9:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45413,1733062377350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,812 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45593,1733062377476-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,812 INFO [RS:0;57b748500ef9:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,812 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,813 INFO [RS:0;57b748500ef9:45413 {}] regionserver.Replication(171): 57b748500ef9,45413,1733062377350 started 2024-12-01T14:12:59,813 INFO [RS:1;57b748500ef9:45593 {}] regionserver.Replication(171): 57b748500ef9,45593,1733062377476 started 2024-12-01T14:12:59,821 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,821 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,36599,1733062377605, RpcServer on 57b748500ef9/172.17.0.3:36599, sessionid=0x101913d34380003 2024-12-01T14:12:59,822 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:12:59,822 DEBUG [RS:2;57b748500ef9:36599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,36599,1733062377605 2024-12-01T14:12:59,822 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,36599,1733062377605' 2024-12-01T14:12:59,822 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:12:59,823 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:12:59,824 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:12:59,824 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:12:59,824 DEBUG [RS:2;57b748500ef9:36599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,36599,1733062377605 2024-12-01T14:12:59,824 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,36599,1733062377605' 2024-12-01T14:12:59,824 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:12:59,825 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:12:59,825 DEBUG [RS:2;57b748500ef9:36599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:12:59,825 INFO [RS:2;57b748500ef9:36599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:12:59,825 INFO [RS:2;57b748500ef9:36599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:12:59,834 INFO [RS:0;57b748500ef9:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,834 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:12:59,834 INFO [RS:0;57b748500ef9:45413 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,45413,1733062377350, RpcServer on 57b748500ef9/172.17.0.3:45413, sessionid=0x101913d34380001 2024-12-01T14:12:59,834 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,45593,1733062377476, RpcServer on 57b748500ef9/172.17.0.3:45593, sessionid=0x101913d34380002 2024-12-01T14:12:59,835 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:12:59,835 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:12:59,835 DEBUG [RS:1;57b748500ef9:45593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,45593,1733062377476 2024-12-01T14:12:59,835 DEBUG [RS:0;57b748500ef9:45413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,45413,1733062377350 2024-12-01T14:12:59,835 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,45413,1733062377350' 2024-12-01T14:12:59,835 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,45593,1733062377476' 2024-12-01T14:12:59,835 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:12:59,835 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:12:59,836 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:12:59,836 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:12:59,836 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:12:59,836 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:12:59,836 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:12:59,836 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:12:59,836 DEBUG [RS:1;57b748500ef9:45593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,45593,1733062377476 2024-12-01T14:12:59,836 DEBUG [RS:0;57b748500ef9:45413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,45413,1733062377350 2024-12-01T14:12:59,836 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,45593,1733062377476' 2024-12-01T14:12:59,836 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,45413,1733062377350' 2024-12-01T14:12:59,836 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:12:59,836 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:12:59,837 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:12:59,837 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:12:59,837 DEBUG [RS:1;57b748500ef9:45593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:12:59,837 DEBUG [RS:0;57b748500ef9:45413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:12:59,837 INFO [RS:1;57b748500ef9:45593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:12:59,837 INFO [RS:0;57b748500ef9:45413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:12:59,837 INFO [RS:1;57b748500ef9:45593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:12:59,838 INFO [RS:0;57b748500ef9:45413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:12:59,932 INFO [RS:2;57b748500ef9:36599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:12:59,936 INFO [RS:2;57b748500ef9:36599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C36599%2C1733062377605, suffix=, logDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,36599,1733062377605, archiveDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/oldWALs, maxLogs=32 2024-12-01T14:12:59,938 INFO [RS:1;57b748500ef9:45593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:12:59,938 INFO [RS:0;57b748500ef9:45413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:12:59,941 INFO [RS:1;57b748500ef9:45593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C45593%2C1733062377476, suffix=, logDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45593,1733062377476, archiveDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/oldWALs, maxLogs=32 2024-12-01T14:12:59,941 INFO [RS:0;57b748500ef9:45413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C45413%2C1733062377350, suffix=, logDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350, archiveDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/oldWALs, maxLogs=32 2024-12-01T14:12:59,952 DEBUG [RS:2;57b748500ef9:36599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,36599,1733062377605/57b748500ef9%2C36599%2C1733062377605.1733062379938, exclude list is [], retry=0 2024-12-01T14:12:59,954 DEBUG [RS:0;57b748500ef9:45413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350/57b748500ef9%2C45413%2C1733062377350.1733062379942, exclude list is [], retry=0 2024-12-01T14:12:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43101,DS-7d1b48ae-9b9e-4eaa-a0d1-a54c8f4cfe38,DISK] 2024-12-01T14:12:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-75805572-9bc6-4957-9bef-cf3bfc8455de,DISK] 2024-12-01T14:12:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33785,DS-95a9bcac-82bc-4696-94cd-d6610a4f71c7,DISK] 2024-12-01T14:12:59,957 DEBUG [RS:1;57b748500ef9:45593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45593,1733062377476/57b748500ef9%2C45593%2C1733062377476.1733062379942, exclude list is [], retry=0 2024-12-01T14:12:59,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43101,DS-7d1b48ae-9b9e-4eaa-a0d1-a54c8f4cfe38,DISK] 2024-12-01T14:12:59,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33785,DS-95a9bcac-82bc-4696-94cd-d6610a4f71c7,DISK] 2024-12-01T14:12:59,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-75805572-9bc6-4957-9bef-cf3bfc8455de,DISK] 2024-12-01T14:12:59,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33785,DS-95a9bcac-82bc-4696-94cd-d6610a4f71c7,DISK] 2024-12-01T14:12:59,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-75805572-9bc6-4957-9bef-cf3bfc8455de,DISK] 2024-12-01T14:12:59,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43101,DS-7d1b48ae-9b9e-4eaa-a0d1-a54c8f4cfe38,DISK] 2024-12-01T14:12:59,963 INFO [RS:2;57b748500ef9:36599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,36599,1733062377605/57b748500ef9%2C36599%2C1733062377605.1733062379938 2024-12-01T14:12:59,963 DEBUG [RS:2;57b748500ef9:36599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187),(127.0.0.1/127.0.0.1:39197:39197),(127.0.0.1/127.0.0.1:39717:39717)] 2024-12-01T14:12:59,965 INFO [RS:0;57b748500ef9:45413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350/57b748500ef9%2C45413%2C1733062377350.1733062379942 2024-12-01T14:12:59,966 DEBUG [RS:0;57b748500ef9:45413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187),(127.0.0.1/127.0.0.1:39717:39717),(127.0.0.1/127.0.0.1:39197:39197)] 2024-12-01T14:12:59,966 INFO [RS:1;57b748500ef9:45593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45593,1733062377476/57b748500ef9%2C45593%2C1733062377476.1733062379942 2024-12-01T14:12:59,966 DEBUG [RS:1;57b748500ef9:45593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197),(127.0.0.1/127.0.0.1:39717:39717),(127.0.0.1/127.0.0.1:33187:33187)] 2024-12-01T14:13:00,029 DEBUG [57b748500ef9:35599 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-01T14:13:00,039 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(204): Hosts are {57b748500ef9=0} racks are {/default-rack=0} 2024-12-01T14:13:00,046 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:13:00,046 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:13:00,046 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T14:13:00,046 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:13:00,046 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:13:00,046 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T14:13:00,046 INFO [57b748500ef9:35599 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:13:00,046 INFO [57b748500ef9:35599 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:13:00,046 INFO [57b748500ef9:35599 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T14:13:00,046 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:13:00,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:00,061 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,45593,1733062377476, state=OPENING 2024-12-01T14:13:00,127 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:13:00,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:13:00,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:13:00,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:13:00,147 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:13:00,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:13:00,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:13:00,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:13:00,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:13:00,152 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:13:00,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,45593,1733062377476}] 2024-12-01T14:13:06,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:13:06,828 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T14:13:10,182 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:13:10,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:13:10,203 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:13:10,204 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:13:10,205 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:13:10,209 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C45593%2C1733062377476.meta, suffix=.meta, logDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45593,1733062377476, archiveDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/oldWALs, maxLogs=32 2024-12-01T14:13:10,227 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45593,1733062377476/57b748500ef9%2C45593%2C1733062377476.meta.1733062390210.meta, exclude list is [], retry=0 2024-12-01T14:13:10,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-75805572-9bc6-4957-9bef-cf3bfc8455de,DISK] 2024-12-01T14:13:10,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43101,DS-7d1b48ae-9b9e-4eaa-a0d1-a54c8f4cfe38,DISK] 2024-12-01T14:13:10,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33785,DS-95a9bcac-82bc-4696-94cd-d6610a4f71c7,DISK] 2024-12-01T14:13:10,250 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45593,1733062377476/57b748500ef9%2C45593%2C1733062377476.meta.1733062390210.meta 2024-12-01T14:13:10,257 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187),(127.0.0.1/127.0.0.1:39197:39197),(127.0.0.1/127.0.0.1:39717:39717)] 2024-12-01T14:13:10,257 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:13:10,260 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:13:10,263 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:13:10,273 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:13:10,284 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:13:10,285 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:10,285 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:13:10,285 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:13:10,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:13:10,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:13:10,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:10,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:13:10,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:13:10,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:13:10,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:10,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:13:10,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:13:10,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:13:10,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:10,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:13:10,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:13:10,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:13:10,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:10,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:13:10,343 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:13:10,346 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740 2024-12-01T14:13:10,351 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740 2024-12-01T14:13:10,359 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:13:10,359 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:13:10,360 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:13:10,369 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:13:10,374 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64990329, jitterRate=-0.031568631529808044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:13:10,375 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:13:10,377 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062390286Writing region info on filesystem at 1733062390286Initializing all the Stores at 1733062390291 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062390292 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062390304 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062390304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062390304Cleaning up temporary data from old regions at 1733062390359 (+55 ms)Running coprocessor post-open hooks at 1733062390375 (+16 ms)Region opened successfully at 1733062390377 (+2 ms) 2024-12-01T14:13:10,386 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062390173 2024-12-01T14:13:10,406 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:13:10,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:10,406 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:13:10,410 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,45593,1733062377476, state=OPEN 2024-12-01T14:13:10,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:13:10,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:13:10,420 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:13:10,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:13:10,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:13:10,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:13:10,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:13:10,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:13:10,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,45593,1733062377476 2024-12-01T14:13:10,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:13:10,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,45593,1733062377476 in 10.2650 sec 2024-12-01T14:13:10,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:13:10,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0740 sec 2024-12-01T14:13:10,438 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:13:10,439 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:13:10,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:13:10,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,45593,1733062377476, seqNum=-1] 2024-12-01T14:13:10,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:13:10,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:13:10,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.4340 sec 2024-12-01T14:13:10,619 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062390619, completionTime=-1 2024-12-01T14:13:10,623 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-01T14:13:10,623 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:13:10,666 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-01T14:13:10,666 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062450666 2024-12-01T14:13:10,666 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062510666 2024-12-01T14:13:10,666 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 43 msec 2024-12-01T14:13:10,669 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:13:10,682 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35599,1733062376479-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:13:10,683 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35599,1733062376479-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:13:10,683 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35599,1733062376479-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:13:10,685 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:35599, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:13:10,686 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:13:10,687 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:13:10,694 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:13:10,728 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.862sec 2024-12-01T14:13:10,733 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:13:10,735 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:13:10,737 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:13:10,738 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:13:10,738 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:13:10,739 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35599,1733062376479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:13:10,740 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35599,1733062376479-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:13:10,747 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:13:10,748 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:13:10,749 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35599,1733062376479-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:13:10,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d0a5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:13:10,824 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T14:13:10,825 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T14:13:10,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,35599,-1 for getting cluster id 2024-12-01T14:13:10,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:13:10,859 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3dde8c7-4f28-4a45-9dff-573e0d7e4e16' 2024-12-01T14:13:10,862 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:13:10,862 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3dde8c7-4f28-4a45-9dff-573e0d7e4e16" 2024-12-01T14:13:10,863 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d81122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:13:10,863 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,35599,-1] 2024-12-01T14:13:10,866 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:13:10,870 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:13:10,871 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:13:10,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e381e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:13:10,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:13:10,884 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,45593,1733062377476, seqNum=-1] 2024-12-01T14:13:10,885 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:13:10,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:13:10,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,35599,1733062376479 2024-12-01T14:13:10,916 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733062390914 (current time:1733062390914). 2024-12-01T14:13:10,916 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-01T14:13:10,916 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-01T14:13:10,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa578ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:13:10,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,35599,-1 for getting cluster id 2024-12-01T14:13:10,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:13:10,922 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3dde8c7-4f28-4a45-9dff-573e0d7e4e16' 2024-12-01T14:13:10,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:13:10,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3dde8c7-4f28-4a45-9dff-573e0d7e4e16" 2024-12-01T14:13:10,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5827f58f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:13:10,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,35599,-1] 2024-12-01T14:13:10,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:13:10,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:13:10,925 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:13:10,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ede259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:13:10,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:13:10,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,45593,1733062377476, seqNum=-1] 2024-12-01T14:13:10,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:13:10,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:13:10,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:13:10,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:13:10,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:13:10,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:13:10,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:13:10,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:13:10,960 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,35599,1733062376479 2024-12-01T14:13:10,962 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38149d7b 2024-12-01T14:13:10,963 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:13:10,967 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:13:10,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:13:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-01T14:13:10,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:13:10,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-01T14:13:10,994 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:10,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:13:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:13:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741837_1013 (size=361) 2024-12-01T14:13:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741837_1013 (size=361) 2024-12-01T14:13:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741837_1013 (size=361) 2024-12-01T14:13:11,065 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14857e15802e9e8e589051238c2165a7, NAME => 'SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:13:11,067 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5c3be872f4374e2712d43dc90cfdd1f3, NAME => 'SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:13:11,073 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1067f29c8c6137d1f075ccdc4aae8586, NAME => 'SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:13:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:13:11,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741838_1014 (size=54) 2024-12-01T14:13:11,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741838_1014 (size=54) 2024-12-01T14:13:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741838_1014 (size=54) 2024-12-01T14:13:11,118 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:11,118 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 14857e15802e9e8e589051238c2165a7, disabling compactions & flushes 2024-12-01T14:13:11,118 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:13:11,118 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:13:11,118 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. after waiting 0 ms 2024-12-01T14:13:11,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:13:11,119 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:13:11,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14857e15802e9e8e589051238c2165a7: Waiting for close lock at 1733062391118Disabling compacts and flushes for region at 1733062391118Disabling writes for close at 1733062391119 (+1 ms)Writing region close event to WAL at 1733062391119Closed at 1733062391119 2024-12-01T14:13:11,120 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 452742c3b48076a9cbb02f2f40e8c0d0, NAME => 'SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:13:11,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741840_1016 (size=62) 2024-12-01T14:13:11,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741840_1016 (size=62) 2024-12-01T14:13:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741840_1016 (size=62) 2024-12-01T14:13:11,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741839_1015 (size=62) 2024-12-01T14:13:11,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741839_1015 (size=62) 2024-12-01T14:13:11,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:11,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1067f29c8c6137d1f075ccdc4aae8586, disabling compactions & flushes 2024-12-01T14:13:11,141 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:13:11,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:13:11,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741839_1015 (size=62) 2024-12-01T14:13:11,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. after waiting 0 ms 2024-12-01T14:13:11,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:13:11,141 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:13:11,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1067f29c8c6137d1f075ccdc4aae8586: Waiting for close lock at 1733062391140Disabling compacts and flushes for region at 1733062391140Disabling writes for close at 1733062391141 (+1 ms)Writing region close event to WAL at 1733062391141Closed at 1733062391141 2024-12-01T14:13:11,143 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f7c6ca8179f640dc832aa5e88d77b3f0, NAME => 'SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:13:11,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:11,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5c3be872f4374e2712d43dc90cfdd1f3, disabling compactions & flushes 2024-12-01T14:13:11,146 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:13:11,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:13:11,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. after waiting 0 ms 2024-12-01T14:13:11,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:13:11,147 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:13:11,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5c3be872f4374e2712d43dc90cfdd1f3: Waiting for close lock at 1733062391146Disabling compacts and flushes for region at 1733062391146Disabling writes for close at 1733062391147 (+1 ms)Writing region close event to WAL at 1733062391147Closed at 1733062391147 2024-12-01T14:13:11,148 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cc6c3546162035c03cd7beb06c87ff4f, NAME => 'SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:13:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741841_1017 (size=62) 2024-12-01T14:13:11,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741841_1017 (size=62) 2024-12-01T14:13:11,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741841_1017 (size=62) 2024-12-01T14:13:11,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:11,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 452742c3b48076a9cbb02f2f40e8c0d0, disabling compactions & flushes 2024-12-01T14:13:11,184 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:13:11,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:13:11,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. after waiting 0 ms 2024-12-01T14:13:11,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:13:11,185 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:13:11,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 452742c3b48076a9cbb02f2f40e8c0d0: Waiting for close lock at 1733062391184Disabling compacts and flushes for region at 1733062391184Disabling writes for close at 1733062391185 (+1 ms)Writing region close event to WAL at 1733062391185Closed at 1733062391185 2024-12-01T14:13:11,186 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3af303e3f2ae5e966dbaef54f2fd1187, NAME => 'SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:13:11,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741842_1018 (size=62) 2024-12-01T14:13:11,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741842_1018 (size=62) 2024-12-01T14:13:11,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741842_1018 (size=62) 2024-12-01T14:13:11,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:11,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cc6c3546162035c03cd7beb06c87ff4f, disabling compactions & flushes 2024-12-01T14:13:11,202 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:13:11,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:13:11,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. after waiting 0 ms 2024-12-01T14:13:11,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:13:11,202 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:13:11,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cc6c3546162035c03cd7beb06c87ff4f: Waiting for close lock at 1733062391202Disabling compacts and flushes for region at 1733062391202Disabling writes for close at 1733062391202Writing region close event to WAL at 1733062391202Closed at 1733062391202 2024-12-01T14:13:11,203 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f9fdb3afc49c5d14e88c296157bcfbeb, NAME => 'SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:13:11,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741843_1019 (size=62) 2024-12-01T14:13:11,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741843_1019 (size=62) 2024-12-01T14:13:11,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741843_1019 (size=62) 2024-12-01T14:13:11,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:11,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f7c6ca8179f640dc832aa5e88d77b3f0, disabling compactions & flushes 2024-12-01T14:13:11,214 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:13:11,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:13:11,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. after waiting 0 ms 2024-12-01T14:13:11,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:13:11,214 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:13:11,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f7c6ca8179f640dc832aa5e88d77b3f0: Waiting for close lock at 1733062391213Disabling compacts and flushes for region at 1733062391213Disabling writes for close at 1733062391214 (+1 ms)Writing region close event to WAL at 1733062391214Closed at 1733062391214 2024-12-01T14:13:11,215 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6a499b66d8f5812ebc44738a690db1f2, NAME => 'SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:13:11,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741844_1020 (size=62) 2024-12-01T14:13:11,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741844_1020 (size=62) 2024-12-01T14:13:11,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741844_1020 (size=62) 2024-12-01T14:13:11,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:11,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3af303e3f2ae5e966dbaef54f2fd1187, disabling compactions & flushes 2024-12-01T14:13:11,252 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:13:11,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:13:11,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. after waiting 0 ms 2024-12-01T14:13:11,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:13:11,252 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:13:11,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3af303e3f2ae5e966dbaef54f2fd1187: Waiting for close lock at 1733062391252Disabling compacts and flushes for region at 1733062391252Disabling writes for close at 1733062391252Writing region close event to WAL at 1733062391252Closed at 1733062391252 2024-12-01T14:13:11,253 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c0d07587a9c47145431944d515460db, NAME => 'SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058 2024-12-01T14:13:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741845_1021 (size=62) 2024-12-01T14:13:11,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741845_1021 (size=62) 2024-12-01T14:13:11,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741845_1021 (size=62) 2024-12-01T14:13:11,261 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:11,261 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f9fdb3afc49c5d14e88c296157bcfbeb, disabling compactions & flushes 2024-12-01T14:13:11,261 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:13:11,261 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:13:11,261 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. after waiting 0 ms 2024-12-01T14:13:11,261 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:13:11,262 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:13:11,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f9fdb3afc49c5d14e88c296157bcfbeb: Waiting for close lock at 1733062391261Disabling compacts and flushes for region at 1733062391261Disabling writes for close at 1733062391261Writing region close event to WAL at 1733062391262 (+1 ms)Closed at 1733062391262 2024-12-01T14:13:11,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741846_1022 (size=62) 2024-12-01T14:13:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741846_1022 (size=62) 2024-12-01T14:13:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741846_1022 (size=62) 2024-12-01T14:13:11,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:11,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6a499b66d8f5812ebc44738a690db1f2, disabling compactions & flushes 2024-12-01T14:13:11,280 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:13:11,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:13:11,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. after waiting 0 ms 2024-12-01T14:13:11,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:13:11,280 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:13:11,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6a499b66d8f5812ebc44738a690db1f2: Waiting for close lock at 1733062391280Disabling compacts and flushes for region at 1733062391280Disabling writes for close at 1733062391280Writing region close event to WAL at 1733062391280Closed at 1733062391280 2024-12-01T14:13:11,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741847_1023 (size=54) 2024-12-01T14:13:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741847_1023 (size=54) 2024-12-01T14:13:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741847_1023 (size=54) 2024-12-01T14:13:11,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:11,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8c0d07587a9c47145431944d515460db, disabling compactions & flushes 2024-12-01T14:13:11,294 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:13:11,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:13:11,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. after waiting 0 ms 2024-12-01T14:13:11,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:13:11,295 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:13:11,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c0d07587a9c47145431944d515460db: Waiting for close lock at 1733062391294Disabling compacts and flushes for region at 1733062391294Disabling writes for close at 1733062391294Writing region close event to WAL at 1733062391294Closed at 1733062391294 2024-12-01T14:13:11,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:13:11,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733062391297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062391297"}]},"ts":"1733062391297"} 2024-12-01T14:13:11,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062391297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062391297"}]},"ts":"1733062391297"} 2024-12-01T14:13:11,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062391297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062391297"}]},"ts":"1733062391297"} 2024-12-01T14:13:11,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062391297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062391297"}]},"ts":"1733062391297"} 2024-12-01T14:13:11,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062391297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062391297"}]},"ts":"1733062391297"} 2024-12-01T14:13:11,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062391297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062391297"}]},"ts":"1733062391297"} 2024-12-01T14:13:11,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062391297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062391297"}]},"ts":"1733062391297"} 2024-12-01T14:13:11,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062391297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062391297"}]},"ts":"1733062391297"} 2024-12-01T14:13:11,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062391297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062391297"}]},"ts":"1733062391297"} 2024-12-01T14:13:11,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733062391297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062391297"}]},"ts":"1733062391297"} 2024-12-01T14:13:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:13:11,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-01T14:13:11,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:13:11,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062391355"}]},"ts":"1733062391355"} 2024-12-01T14:13:11,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-01T14:13:11,364 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {57b748500ef9=0} racks are {/default-rack=0} 2024-12-01T14:13:11,374 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:13:11,374 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:13:11,374 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T14:13:11,374 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:13:11,374 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:13:11,374 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T14:13:11,374 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:13:11,374 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:13:11,375 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T14:13:11,375 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:13:11,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14857e15802e9e8e589051238c2165a7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c3be872f4374e2712d43dc90cfdd1f3, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1067f29c8c6137d1f075ccdc4aae8586, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=452742c3b48076a9cbb02f2f40e8c0d0, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7c6ca8179f640dc832aa5e88d77b3f0, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc6c3546162035c03cd7beb06c87ff4f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af303e3f2ae5e966dbaef54f2fd1187, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9fdb3afc49c5d14e88c296157bcfbeb, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a499b66d8f5812ebc44738a690db1f2, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c0d07587a9c47145431944d515460db, ASSIGN}] 2024-12-01T14:13:11,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c3be872f4374e2712d43dc90cfdd1f3, ASSIGN 2024-12-01T14:13:11,384 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14857e15802e9e8e589051238c2165a7, ASSIGN 2024-12-01T14:13:11,385 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1067f29c8c6137d1f075ccdc4aae8586, ASSIGN 2024-12-01T14:13:11,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=452742c3b48076a9cbb02f2f40e8c0d0, ASSIGN 2024-12-01T14:13:11,388 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=14857e15802e9e8e589051238c2165a7, ASSIGN; state=OFFLINE, location=57b748500ef9,45413,1733062377350; forceNewPlan=false, retain=false 2024-12-01T14:13:11,390 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=452742c3b48076a9cbb02f2f40e8c0d0, ASSIGN; state=OFFLINE, location=57b748500ef9,45413,1733062377350; forceNewPlan=false, retain=false 2024-12-01T14:13:11,390 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c3be872f4374e2712d43dc90cfdd1f3, ASSIGN; state=OFFLINE, location=57b748500ef9,45593,1733062377476; forceNewPlan=false, retain=false 2024-12-01T14:13:11,391 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1067f29c8c6137d1f075ccdc4aae8586, ASSIGN; state=OFFLINE, location=57b748500ef9,36599,1733062377605; forceNewPlan=false, retain=false 2024-12-01T14:13:11,393 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a499b66d8f5812ebc44738a690db1f2, ASSIGN 2024-12-01T14:13:11,393 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9fdb3afc49c5d14e88c296157bcfbeb, ASSIGN 2024-12-01T14:13:11,396 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a499b66d8f5812ebc44738a690db1f2, ASSIGN; state=OFFLINE, location=57b748500ef9,45593,1733062377476; forceNewPlan=false, retain=false 2024-12-01T14:13:11,397 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f9fdb3afc49c5d14e88c296157bcfbeb, ASSIGN; state=OFFLINE, location=57b748500ef9,36599,1733062377605; forceNewPlan=false, retain=false 2024-12-01T14:13:11,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af303e3f2ae5e966dbaef54f2fd1187, ASSIGN 2024-12-01T14:13:11,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3af303e3f2ae5e966dbaef54f2fd1187, ASSIGN; state=OFFLINE, location=57b748500ef9,45413,1733062377350; forceNewPlan=false, retain=false 2024-12-01T14:13:11,402 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc6c3546162035c03cd7beb06c87ff4f, ASSIGN 2024-12-01T14:13:11,406 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc6c3546162035c03cd7beb06c87ff4f, ASSIGN; state=OFFLINE, location=57b748500ef9,36599,1733062377605; forceNewPlan=false, retain=false 2024-12-01T14:13:11,409 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c0d07587a9c47145431944d515460db, ASSIGN 2024-12-01T14:13:11,409 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7c6ca8179f640dc832aa5e88d77b3f0, ASSIGN 2024-12-01T14:13:11,413 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c0d07587a9c47145431944d515460db, ASSIGN; state=OFFLINE, location=57b748500ef9,45413,1733062377350; forceNewPlan=false, retain=false 2024-12-01T14:13:11,414 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f7c6ca8179f640dc832aa5e88d77b3f0, ASSIGN; state=OFFLINE, location=57b748500ef9,45593,1733062377476; forceNewPlan=false, retain=false 2024-12-01T14:13:11,540 INFO [57b748500ef9:35599 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-01T14:13:11,541 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7c6ca8179f640dc832aa5e88d77b3f0, regionState=OPENING, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:11,541 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c3be872f4374e2712d43dc90cfdd1f3, regionState=OPENING, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:11,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8c0d07587a9c47145431944d515460db, regionState=OPENING, regionLocation=57b748500ef9,45413,1733062377350 2024-12-01T14:13:11,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3af303e3f2ae5e966dbaef54f2fd1187, regionState=OPENING, regionLocation=57b748500ef9,45413,1733062377350 2024-12-01T14:13:11,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6a499b66d8f5812ebc44738a690db1f2, regionState=OPENING, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:11,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=452742c3b48076a9cbb02f2f40e8c0d0, regionState=OPENING, regionLocation=57b748500ef9,45413,1733062377350 2024-12-01T14:13:11,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14857e15802e9e8e589051238c2165a7, regionState=OPENING, regionLocation=57b748500ef9,45413,1733062377350 2024-12-01T14:13:11,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f9fdb3afc49c5d14e88c296157bcfbeb, regionState=OPENING, regionLocation=57b748500ef9,36599,1733062377605 2024-12-01T14:13:11,542 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cc6c3546162035c03cd7beb06c87ff4f, regionState=OPENING, regionLocation=57b748500ef9,36599,1733062377605 2024-12-01T14:13:11,543 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1067f29c8c6137d1f075ccdc4aae8586, regionState=OPENING, regionLocation=57b748500ef9,36599,1733062377605 2024-12-01T14:13:11,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3af303e3f2ae5e966dbaef54f2fd1187, ASSIGN because future has completed 2024-12-01T14:13:11,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187, server=57b748500ef9,45413,1733062377350}] 2024-12-01T14:13:11,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f7c6ca8179f640dc832aa5e88d77b3f0, ASSIGN because future has completed 2024-12-01T14:13:11,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7c6ca8179f640dc832aa5e88d77b3f0, server=57b748500ef9,45593,1733062377476}] 2024-12-01T14:13:11,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a499b66d8f5812ebc44738a690db1f2, ASSIGN because future has completed 2024-12-01T14:13:11,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c0d07587a9c47145431944d515460db, ASSIGN because future has completed 2024-12-01T14:13:11,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a499b66d8f5812ebc44738a690db1f2, server=57b748500ef9,45593,1733062377476}] 2024-12-01T14:13:11,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c0d07587a9c47145431944d515460db, server=57b748500ef9,45413,1733062377350}] 2024-12-01T14:13:11,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c3be872f4374e2712d43dc90cfdd1f3, ASSIGN because future has completed 2024-12-01T14:13:11,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c3be872f4374e2712d43dc90cfdd1f3, server=57b748500ef9,45593,1733062377476}] 2024-12-01T14:13:11,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=452742c3b48076a9cbb02f2f40e8c0d0, ASSIGN because future has completed 2024-12-01T14:13:11,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=14857e15802e9e8e589051238c2165a7, ASSIGN because future has completed 2024-12-01T14:13:11,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f9fdb3afc49c5d14e88c296157bcfbeb, ASSIGN because future has completed 2024-12-01T14:13:11,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14857e15802e9e8e589051238c2165a7, server=57b748500ef9,45413,1733062377350}] 2024-12-01T14:13:11,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0, server=57b748500ef9,45413,1733062377350}] 2024-12-01T14:13:11,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc6c3546162035c03cd7beb06c87ff4f, ASSIGN because future has completed 2024-12-01T14:13:11,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1067f29c8c6137d1f075ccdc4aae8586, ASSIGN because future has completed 2024-12-01T14:13:11,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc6c3546162035c03cd7beb06c87ff4f, server=57b748500ef9,36599,1733062377605}] 2024-12-01T14:13:11,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9fdb3afc49c5d14e88c296157bcfbeb, server=57b748500ef9,36599,1733062377605}] 2024-12-01T14:13:11,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1067f29c8c6137d1f075ccdc4aae8586, server=57b748500ef9,36599,1733062377605}] 2024-12-01T14:13:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:13:11,739 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:13:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:13:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:13:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:13:15,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T14:13:16,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:13:16,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:13:16,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:13:16,829 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:13:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:13:21,552 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:13:21,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:13:21,578 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:13:21,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:13:21,600 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:13:21,601 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f7c6ca8179f640dc832aa5e88d77b3f0, NAME => 'SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-01T14:13:21,601 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:21,601 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:21,602 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:21,602 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:21,610 INFO [StoreOpener-f7c6ca8179f640dc832aa5e88d77b3f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:21,612 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:13:21,612 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => cc6c3546162035c03cd7beb06c87ff4f, NAME => 'SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-01T14:13:21,613 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:21,613 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:21,614 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:21,614 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:21,616 INFO [StoreOpener-f7c6ca8179f640dc832aa5e88d77b3f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7c6ca8179f640dc832aa5e88d77b3f0 columnFamilyName cf 2024-12-01T14:13:21,616 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:13:21,616 DEBUG [StoreOpener-f7c6ca8179f640dc832aa5e88d77b3f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:21,616 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c0d07587a9c47145431944d515460db, NAME => 'SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T14:13:21,617 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:21,617 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:21,617 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:21,617 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:21,617 INFO [StoreOpener-f7c6ca8179f640dc832aa5e88d77b3f0-1 {}] regionserver.HStore(327): Store=f7c6ca8179f640dc832aa5e88d77b3f0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:21,617 INFO [StoreOpener-cc6c3546162035c03cd7beb06c87ff4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:21,618 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:21,628 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:21,629 INFO [StoreOpener-cc6c3546162035c03cd7beb06c87ff4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc6c3546162035c03cd7beb06c87ff4f columnFamilyName cf 2024-12-01T14:13:21,629 DEBUG [StoreOpener-cc6c3546162035c03cd7beb06c87ff4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:21,631 INFO [StoreOpener-cc6c3546162035c03cd7beb06c87ff4f-1 {}] regionserver.HStore(327): Store=cc6c3546162035c03cd7beb06c87ff4f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:21,632 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:21,636 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:21,640 INFO [StoreOpener-8c0d07587a9c47145431944d515460db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:21,641 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:21,644 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:21,644 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:21,648 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:21,651 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:21,651 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:21,653 INFO [StoreOpener-8c0d07587a9c47145431944d515460db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c0d07587a9c47145431944d515460db columnFamilyName cf 2024-12-01T14:13:21,653 DEBUG [StoreOpener-8c0d07587a9c47145431944d515460db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:21,655 INFO [StoreOpener-8c0d07587a9c47145431944d515460db-1 {}] regionserver.HStore(327): Store=8c0d07587a9c47145431944d515460db/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:21,655 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:21,660 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:21,662 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:21,662 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/8c0d07587a9c47145431944d515460db 2024-12-01T14:13:21,663 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/8c0d07587a9c47145431944d515460db 2024-12-01T14:13:21,671 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:21,671 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:21,683 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:21,688 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/cc6c3546162035c03cd7beb06c87ff4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:13:21,689 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened cc6c3546162035c03cd7beb06c87ff4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73116277, jitterRate=0.08951742947101593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:21,690 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:21,692 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f7c6ca8179f640dc832aa5e88d77b3f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:13:21,694 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for cc6c3546162035c03cd7beb06c87ff4f: Running coprocessor pre-open hook at 1733062401614Writing region info on filesystem at 1733062401614Initializing all the Stores at 1733062401617 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062401617Cleaning up temporary data from old regions at 1733062401651 (+34 ms)Running coprocessor post-open hooks at 1733062401690 (+39 ms)Region opened successfully at 1733062401691 (+1 ms) 2024-12-01T14:13:21,695 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f7c6ca8179f640dc832aa5e88d77b3f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75028567, jitterRate=0.11801277101039886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:21,696 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:21,696 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f7c6ca8179f640dc832aa5e88d77b3f0: Running coprocessor pre-open hook at 1733062401602Writing region info on filesystem at 1733062401602Initializing all the Stores at 1733062401608 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062401608Cleaning up temporary data from old regions at 1733062401644 (+36 ms)Running coprocessor post-open hooks at 1733062401696 (+52 ms)Region opened successfully at 1733062401696 2024-12-01T14:13:21,696 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/8c0d07587a9c47145431944d515460db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:13:21,698 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8c0d07587a9c47145431944d515460db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75148192, jitterRate=0.11979532241821289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:21,699 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:21,699 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8c0d07587a9c47145431944d515460db: Running coprocessor pre-open hook at 1733062401617Writing region info on filesystem at 1733062401617Initializing all the Stores at 1733062401629 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062401630 (+1 ms)Cleaning up temporary data from old regions at 1733062401672 (+42 ms)Running coprocessor post-open hooks at 1733062401699 (+27 ms)Region opened successfully at 1733062401699 2024-12-01T14:13:21,699 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0., pid=16, masterSystemTime=1733062401558 2024-12-01T14:13:21,702 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f., pid=23, masterSystemTime=1733062401577 2024-12-01T14:13:21,709 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db., pid=18, masterSystemTime=1733062401551 2024-12-01T14:13:21,719 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:13:21,719 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:13:21,719 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:13:21,720 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a499b66d8f5812ebc44738a690db1f2, NAME => 'SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-01T14:13:21,720 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:21,721 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:21,721 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:21,721 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:21,725 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7c6ca8179f640dc832aa5e88d77b3f0, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:21,727 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:13:21,727 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:13:21,727 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:13:21,728 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f9fdb3afc49c5d14e88c296157bcfbeb, NAME => 'SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-01T14:13:21,729 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:21,729 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:21,729 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:21,729 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:21,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7c6ca8179f640dc832aa5e88d77b3f0, server=57b748500ef9,45593,1733062377476 because future has completed 2024-12-01T14:13:21,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cc6c3546162035c03cd7beb06c87ff4f, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,36599,1733062377605 2024-12-01T14:13:21,740 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:13:21,741 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:13:21,741 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:13:21,741 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 14857e15802e9e8e589051238c2165a7, NAME => 'SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T14:13:21,742 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:21,742 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:21,742 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:21,742 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:21,744 INFO [StoreOpener-6a499b66d8f5812ebc44738a690db1f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:21,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8c0d07587a9c47145431944d515460db, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45413,1733062377350 2024-12-01T14:13:21,750 INFO [StoreOpener-f9fdb3afc49c5d14e88c296157bcfbeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:21,753 INFO [StoreOpener-14857e15802e9e8e589051238c2165a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:21,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc6c3546162035c03cd7beb06c87ff4f, server=57b748500ef9,36599,1733062377605 because future has completed 2024-12-01T14:13:21,756 INFO [StoreOpener-6a499b66d8f5812ebc44738a690db1f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a499b66d8f5812ebc44738a690db1f2 columnFamilyName cf 2024-12-01T14:13:21,757 DEBUG [StoreOpener-6a499b66d8f5812ebc44738a690db1f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:21,757 INFO [StoreOpener-f9fdb3afc49c5d14e88c296157bcfbeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9fdb3afc49c5d14e88c296157bcfbeb columnFamilyName cf 2024-12-01T14:13:21,757 DEBUG [StoreOpener-f9fdb3afc49c5d14e88c296157bcfbeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:21,759 INFO [StoreOpener-f9fdb3afc49c5d14e88c296157bcfbeb-1 {}] regionserver.HStore(327): Store=f9fdb3afc49c5d14e88c296157bcfbeb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:21,759 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:21,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c0d07587a9c47145431944d515460db, server=57b748500ef9,45413,1733062377350 because future has completed 2024-12-01T14:13:21,760 INFO [StoreOpener-14857e15802e9e8e589051238c2165a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14857e15802e9e8e589051238c2165a7 columnFamilyName cf 2024-12-01T14:13:21,760 DEBUG [StoreOpener-14857e15802e9e8e589051238c2165a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:21,761 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:21,762 INFO [StoreOpener-6a499b66d8f5812ebc44738a690db1f2-1 {}] regionserver.HStore(327): Store=6a499b66d8f5812ebc44738a690db1f2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:21,763 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:21,763 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:21,764 INFO [StoreOpener-14857e15802e9e8e589051238c2165a7-1 {}] regionserver.HStore(327): Store=14857e15802e9e8e589051238c2165a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:21,764 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:21,766 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:21,766 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:21,768 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:21,769 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:21,772 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:21,776 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:21,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-12-01T14:13:21,779 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:21,780 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:21,780 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:21,781 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:21,781 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:21,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f7c6ca8179f640dc832aa5e88d77b3f0, server=57b748500ef9,45593,1733062377476 in 10.2020 sec 2024-12-01T14:13:21,794 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:21,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-12-01T14:13:21,803 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f9fdb3afc49c5d14e88c296157bcfbeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:13:21,805 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f9fdb3afc49c5d14e88c296157bcfbeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58866475, jitterRate=-0.12282116711139679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:21,805 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:21,805 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f9fdb3afc49c5d14e88c296157bcfbeb: Running coprocessor pre-open hook at 1733062401729Writing region info on filesystem at 1733062401729Initializing all the Stores at 1733062401731 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062401732 (+1 ms)Cleaning up temporary data from old regions at 1733062401766 (+34 ms)Running coprocessor post-open hooks at 1733062401805 (+39 ms)Region opened successfully at 1733062401805 2024-12-01T14:13:21,807 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:21,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7c6ca8179f640dc832aa5e88d77b3f0, ASSIGN in 10.4030 sec 2024-12-01T14:13:21,808 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/6a499b66d8f5812ebc44738a690db1f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:13:21,809 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 6a499b66d8f5812ebc44738a690db1f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74400896, jitterRate=0.10865974426269531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:21,810 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:21,810 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 6a499b66d8f5812ebc44738a690db1f2: Running coprocessor pre-open hook at 1733062401721Writing region info on filesystem at 1733062401721Initializing all the Stores at 1733062401731 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062401731Cleaning up temporary data from old regions at 1733062401780 (+49 ms)Running coprocessor post-open hooks at 1733062401810 (+30 ms)Region opened successfully at 1733062401810 2024-12-01T14:13:21,811 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb., pid=22, masterSystemTime=1733062401577 2024-12-01T14:13:21,811 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2., pid=17, masterSystemTime=1733062401558 2024-12-01T14:13:21,811 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/14857e15802e9e8e589051238c2165a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:13:21,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cc6c3546162035c03cd7beb06c87ff4f, server=57b748500ef9,36599,1733062377605 in 10.1950 sec 2024-12-01T14:13:21,812 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 14857e15802e9e8e589051238c2165a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67985350, jitterRate=0.013060659170150757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:21,813 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:21,813 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 14857e15802e9e8e589051238c2165a7: Running coprocessor pre-open hook at 1733062401742Writing region info on filesystem at 1733062401742Initializing all the Stores at 1733062401747 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062401747Cleaning up temporary data from old regions at 1733062401781 (+34 ms)Running coprocessor post-open hooks at 1733062401813 (+32 ms)Region opened successfully at 1733062401813 2024-12-01T14:13:21,820 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7., pid=21, masterSystemTime=1733062401551 2024-12-01T14:13:21,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc6c3546162035c03cd7beb06c87ff4f, ASSIGN in 10.4310 sec 2024-12-01T14:13:21,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-01T14:13:21,821 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:13:21,821 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:13:21,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c0d07587a9c47145431944d515460db, server=57b748500ef9,45413,1733062377350 in 10.2230 sec 2024-12-01T14:13:21,821 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:13:21,822 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1067f29c8c6137d1f075ccdc4aae8586, NAME => 'SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-01T14:13:21,822 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:21,822 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:21,822 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:21,822 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:21,827 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f9fdb3afc49c5d14e88c296157bcfbeb, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,36599,1733062377605 2024-12-01T14:13:21,832 INFO [StoreOpener-1067f29c8c6137d1f075ccdc4aae8586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:21,833 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:13:21,833 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:13:21,833 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:13:21,833 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c3be872f4374e2712d43dc90cfdd1f3, NAME => 'SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-01T14:13:21,834 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:21,834 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:21,834 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:21,834 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:21,836 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:13:21,836 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:13:21,836 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:13:21,836 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3af303e3f2ae5e966dbaef54f2fd1187, NAME => 'SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T14:13:21,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c0d07587a9c47145431944d515460db, ASSIGN in 10.4440 sec 2024-12-01T14:13:21,837 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:21,837 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:21,837 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:21,837 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:21,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6a499b66d8f5812ebc44738a690db1f2, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:21,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9fdb3afc49c5d14e88c296157bcfbeb, server=57b748500ef9,36599,1733062377605 because future has completed 2024-12-01T14:13:21,843 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=57b748500ef9,36599,1733062377605, table=SPTestTable, region=f9fdb3afc49c5d14e88c296157bcfbeb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T14:13:21,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14857e15802e9e8e589051238c2165a7, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45413,1733062377350 2024-12-01T14:13:21,845 INFO [StoreOpener-1067f29c8c6137d1f075ccdc4aae8586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1067f29c8c6137d1f075ccdc4aae8586 columnFamilyName cf 2024-12-01T14:13:21,845 DEBUG [StoreOpener-1067f29c8c6137d1f075ccdc4aae8586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:21,845 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=57b748500ef9,45413,1733062377350, table=SPTestTable, region=14857e15802e9e8e589051238c2165a7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T14:13:21,846 INFO [StoreOpener-1067f29c8c6137d1f075ccdc4aae8586-1 {}] regionserver.HStore(327): Store=1067f29c8c6137d1f075ccdc4aae8586/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:21,847 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:21,849 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:21,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a499b66d8f5812ebc44738a690db1f2, server=57b748500ef9,45593,1733062377476 because future has completed 2024-12-01T14:13:21,853 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:21,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14857e15802e9e8e589051238c2165a7, server=57b748500ef9,45413,1733062377350 because future has completed 2024-12-01T14:13:21,856 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:21,856 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:21,858 INFO [StoreOpener-5c3be872f4374e2712d43dc90cfdd1f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:21,869 INFO [StoreOpener-3af303e3f2ae5e966dbaef54f2fd1187-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:21,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-12-01T14:13:21,872 INFO [StoreOpener-5c3be872f4374e2712d43dc90cfdd1f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c3be872f4374e2712d43dc90cfdd1f3 columnFamilyName cf 2024-12-01T14:13:21,872 DEBUG [StoreOpener-5c3be872f4374e2712d43dc90cfdd1f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:21,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f9fdb3afc49c5d14e88c296157bcfbeb, server=57b748500ef9,36599,1733062377605 in 10.2820 sec 2024-12-01T14:13:21,876 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:21,877 INFO [StoreOpener-5c3be872f4374e2712d43dc90cfdd1f3-1 {}] regionserver.HStore(327): Store=5c3be872f4374e2712d43dc90cfdd1f3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:21,877 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:21,878 INFO [StoreOpener-3af303e3f2ae5e966dbaef54f2fd1187-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3af303e3f2ae5e966dbaef54f2fd1187 columnFamilyName cf 2024-12-01T14:13:21,878 DEBUG [StoreOpener-3af303e3f2ae5e966dbaef54f2fd1187-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:21,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-12-01T14:13:21,879 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:21,881 INFO [StoreOpener-3af303e3f2ae5e966dbaef54f2fd1187-1 {}] regionserver.HStore(327): Store=3af303e3f2ae5e966dbaef54f2fd1187/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:21,882 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:21,883 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:21,884 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:21,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a499b66d8f5812ebc44738a690db1f2, server=57b748500ef9,45593,1733062377476 in 10.3070 sec 2024-12-01T14:13:21,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9fdb3afc49c5d14e88c296157bcfbeb, ASSIGN in 10.4970 sec 2024-12-01T14:13:21,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-01T14:13:21,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a499b66d8f5812ebc44738a690db1f2, ASSIGN in 10.5020 sec 2024-12-01T14:13:21,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14857e15802e9e8e589051238c2165a7, server=57b748500ef9,45413,1733062377350 in 10.3000 sec 2024-12-01T14:13:21,891 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:21,891 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:21,892 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:21,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14857e15802e9e8e589051238c2165a7, ASSIGN in 10.5090 sec 2024-12-01T14:13:21,898 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:21,900 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:21,900 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:21,904 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/1067f29c8c6137d1f075ccdc4aae8586/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:13:21,912 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1067f29c8c6137d1f075ccdc4aae8586; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67129183, jitterRate=3.0277669429779053E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:21,912 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:21,912 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/5c3be872f4374e2712d43dc90cfdd1f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:13:21,912 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1067f29c8c6137d1f075ccdc4aae8586: Running coprocessor pre-open hook at 1733062401823Writing region info on filesystem at 1733062401823Initializing all the Stores at 1733062401828 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062401828Cleaning up temporary data from old regions at 1733062401856 (+28 ms)Running coprocessor post-open hooks at 1733062401912 (+56 ms)Region opened successfully at 1733062401912 2024-12-01T14:13:21,914 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586., pid=24, masterSystemTime=1733062401577 2024-12-01T14:13:21,917 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5c3be872f4374e2712d43dc90cfdd1f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67875522, jitterRate=0.011424094438552856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:21,917 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:21,917 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5c3be872f4374e2712d43dc90cfdd1f3: Running coprocessor pre-open hook at 1733062401834Writing region info on filesystem at 1733062401834Initializing all the Stores at 1733062401843 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062401843Cleaning up temporary data from old regions at 1733062401891 (+48 ms)Running coprocessor post-open hooks at 1733062401917 (+26 ms)Region opened successfully at 1733062401917 2024-12-01T14:13:21,920 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3., pid=19, masterSystemTime=1733062401558 2024-12-01T14:13:21,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1067f29c8c6137d1f075ccdc4aae8586, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,36599,1733062377605 2024-12-01T14:13:21,928 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:13:21,928 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:13:21,929 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:21,933 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:13:21,933 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:13:21,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1067f29c8c6137d1f075ccdc4aae8586, server=57b748500ef9,36599,1733062377605 because future has completed 2024-12-01T14:13:21,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c3be872f4374e2712d43dc90cfdd1f3, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:21,944 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/3af303e3f2ae5e966dbaef54f2fd1187/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:13:21,948 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3af303e3f2ae5e966dbaef54f2fd1187; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71475189, jitterRate=0.06506331264972687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:21,948 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:21,949 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3af303e3f2ae5e966dbaef54f2fd1187: Running coprocessor pre-open hook at 1733062401837Writing region info on filesystem at 1733062401837Initializing all the Stores at 1733062401844 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062401844Cleaning up temporary data from old regions at 1733062401900 (+56 ms)Running coprocessor post-open hooks at 1733062401948 (+48 ms)Region opened successfully at 1733062401949 (+1 ms) 2024-12-01T14:13:21,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c3be872f4374e2712d43dc90cfdd1f3, server=57b748500ef9,45593,1733062377476 because future has completed 2024-12-01T14:13:21,957 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187., pid=15, masterSystemTime=1733062401551 2024-12-01T14:13:21,967 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:13:21,967 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:13:21,967 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:13:21,968 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 452742c3b48076a9cbb02f2f40e8c0d0, NAME => 'SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-01T14:13:21,968 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:21,968 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:21,968 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:21,968 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:21,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-01T14:13:21,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1067f29c8c6137d1f075ccdc4aae8586, server=57b748500ef9,36599,1733062377605 in 10.3770 sec 2024-12-01T14:13:21,990 INFO [StoreOpener-452742c3b48076a9cbb02f2f40e8c0d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:21,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-12-01T14:13:21,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c3be872f4374e2712d43dc90cfdd1f3, server=57b748500ef9,45593,1733062377476 in 10.4080 sec 2024-12-01T14:13:21,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1067f29c8c6137d1f075ccdc4aae8586, ASSIGN in 10.6070 sec 2024-12-01T14:13:21,998 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3af303e3f2ae5e966dbaef54f2fd1187, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45413,1733062377350 2024-12-01T14:13:21,998 INFO [StoreOpener-452742c3b48076a9cbb02f2f40e8c0d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 452742c3b48076a9cbb02f2f40e8c0d0 columnFamilyName cf 2024-12-01T14:13:21,998 DEBUG [StoreOpener-452742c3b48076a9cbb02f2f40e8c0d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:22,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c3be872f4374e2712d43dc90cfdd1f3, ASSIGN in 10.6160 sec 2024-12-01T14:13:22,002 INFO [StoreOpener-452742c3b48076a9cbb02f2f40e8c0d0-1 {}] regionserver.HStore(327): Store=452742c3b48076a9cbb02f2f40e8c0d0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:22,002 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:22,004 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:22,005 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:22,013 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:22,013 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:22,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187, server=57b748500ef9,45413,1733062377350 because future has completed 2024-12-01T14:13:22,021 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:22,055 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/452742c3b48076a9cbb02f2f40e8c0d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:13:22,056 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 452742c3b48076a9cbb02f2f40e8c0d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73437635, jitterRate=0.09430603682994843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:22,056 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:22,057 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 452742c3b48076a9cbb02f2f40e8c0d0: Running coprocessor pre-open hook at 1733062401969Writing region info on filesystem at 1733062401969Initializing all the Stores at 1733062401980 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062401980Cleaning up temporary data from old regions at 1733062402013 (+33 ms)Running coprocessor post-open hooks at 1733062402056 (+43 ms)Region opened successfully at 1733062402056 2024-12-01T14:13:22,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-12-01T14:13:22,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187, server=57b748500ef9,45413,1733062377350 in 10.4840 sec 2024-12-01T14:13:22,068 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0., pid=20, masterSystemTime=1733062401551 2024-12-01T14:13:22,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af303e3f2ae5e966dbaef54f2fd1187, ASSIGN in 10.6840 sec 2024-12-01T14:13:22,077 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:13:22,077 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:13:22,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=452742c3b48076a9cbb02f2f40e8c0d0, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45413,1733062377350 2024-12-01T14:13:22,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0, server=57b748500ef9,45413,1733062377350 because future has completed 2024-12-01T14:13:22,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-12-01T14:13:22,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0, server=57b748500ef9,45413,1733062377350 in 10.5620 sec 2024-12-01T14:13:22,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-01T14:13:22,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=452742c3b48076a9cbb02f2f40e8c0d0, ASSIGN in 10.7640 sec 2024-12-01T14:13:22,181 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:13:22,182 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062402181"}]},"ts":"1733062402181"} 2024-12-01T14:13:22,198 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-01T14:13:22,205 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:13:22,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.2260 sec 2024-12-01T14:13:23,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-01T14:13:25,513 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:13:27,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T14:13:27,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-01T14:13:27,240 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-01T14:13:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:13:29,202 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-01T14:13:29,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-01T14:13:29,204 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:13:29,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-01T14:13:29,218 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:13:29,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-01T14:13:29,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187., hostname=57b748500ef9,45413,1733062377350, seqNum=2] 2024-12-01T14:13:29,318 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187., hostname=57b748500ef9,45413,1733062377350, seqNum=2] 2024-12-01T14:13:29,321 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187., hostname=57b748500ef9,45413,1733062377350, seqNum=2] 2024-12-01T14:13:29,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb., hostname=57b748500ef9,36599,1733062377605, seqNum=2] 2024-12-01T14:13:29,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb., hostname=57b748500ef9,36599,1733062377605, seqNum=2] 2024-12-01T14:13:29,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb., hostname=57b748500ef9,36599,1733062377605, seqNum=2] 2024-12-01T14:13:29,498 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb., hostname=57b748500ef9,36599,1733062377605, seqNum=2] 2024-12-01T14:13:29,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb., hostname=57b748500ef9,36599,1733062377605, seqNum=2] 2024-12-01T14:13:29,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb., hostname=57b748500ef9,36599,1733062377605, seqNum=2] 2024-12-01T14:13:29,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb., hostname=57b748500ef9,36599,1733062377605, seqNum=2] 2024-12-01T14:13:29,519 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb., hostname=57b748500ef9,36599,1733062377605, seqNum=2] 2024-12-01T14:13:29,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2., hostname=57b748500ef9,45593,1733062377476, seqNum=2] 2024-12-01T14:13:29,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2., hostname=57b748500ef9,45593,1733062377476, seqNum=2] 2024-12-01T14:13:29,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db., hostname=57b748500ef9,45413,1733062377350, seqNum=2] 2024-12-01T14:13:29,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db., hostname=57b748500ef9,45413,1733062377350, seqNum=2] 2024-12-01T14:13:29,696 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db., hostname=57b748500ef9,45413,1733062377350, seqNum=2] 2024-12-01T14:13:29,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db., hostname=57b748500ef9,45413,1733062377350, seqNum=2] 2024-12-01T14:13:29,701 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db., hostname=57b748500ef9,45413,1733062377350, seqNum=2] 2024-12-01T14:13:29,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db., hostname=57b748500ef9,45413,1733062377350, seqNum=2] 2024-12-01T14:13:31,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:13:31,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:13:31,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:13:31,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:13:31,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36599 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:13:31,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:13:31,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:13:31,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:13:32,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45413 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:13:32,654 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-01T14:13:32,657 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:13:32,662 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-01T14:13:32,673 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-01T14:13:32,722 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-01T14:13:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741848_1024 (size=49) 2024-12-01T14:13:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741848_1024 (size=49) 2024-12-01T14:13:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741848_1024 (size=49) 2024-12-01T14:13:32,796 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-01T14:13:32,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c3be872f4374e2712d43dc90cfdd1f3}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1067f29c8c6137d1f075ccdc4aae8586}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7c6ca8179f640dc832aa5e88d77b3f0}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc6c3546162035c03cd7beb06c87ff4f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9fdb3afc49c5d14e88c296157bcfbeb}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a499b66d8f5812ebc44738a690db1f2}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db}] 2024-12-01T14:13:32,811 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:32,811 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:32,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:32,812 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:32,812 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:32,827 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:32,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:32,834 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:32,834 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:32,836 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:32,858 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 57b748500ef9,45413,1733062377350 2024-12-01T14:13:32,859 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 57b748500ef9,45413,1733062377350: Simulated kill ***** 2024-12-01T14:13:32,859 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:13:32,862 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:13:32,863 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:13:32,865 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:13:32,866 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:13:32,872 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 664896728 }, "NonHeapMemoryUsage": { "committed": 156696576, "init": 7667712, "max": -1, "used": 153305312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "57b748500ef9", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "57b748500ef9", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53571", "tag.serverName": "57b748500ef9,36599,1733062377605", "tag.clusterId": "a3dde8c7-4f28-4a45-9dff-573e0d7e4e16", "tag.Context": "regionserver", "tag.Hostname": "57b748500ef9", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733062377605, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-01T14:13:32,878 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35599 {}] master.MasterRpcServices(700): 57b748500ef9,45413,1733062377350 reported a fatal error: ***** ABORTING region server 57b748500ef9,45413,1733062377350: Simulated kill ***** 2024-12-01T14:13:32,883 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,45413,1733062377350' ***** 2024-12-01T14:13:32,883 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-01T14:13:32,884 INFO [RS:0;57b748500ef9:45413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:13:32,884 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:13:32,884 INFO [RS:0;57b748500ef9:45413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-01T14:13:32,884 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:13:32,885 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:13:32,885 INFO [RS:0;57b748500ef9:45413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-01T14:13:32,885 INFO [RS:0;57b748500ef9:45413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:13:32,886 INFO [RS:0;57b748500ef9:45413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:45413. 2024-12-01T14:13:32,886 DEBUG [RS:0;57b748500ef9:45413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:13:32,886 DEBUG [RS:0;57b748500ef9:45413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:13:32,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741834_1010 (size=1242) 2024-12-01T14:13:32,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741834_1010 (size=1242) 2024-12-01T14:13:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741834_1010 (size=1242) 2024-12-01T14:13:32,910 DEBUG [RS:0;57b748500ef9:45413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:13:32,910 INFO [RS:0;57b748500ef9:45413 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:13:32,910 INFO [RS:0;57b748500ef9:45413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45413 2024-12-01T14:13:32,973 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/57b748500ef9,45413,1733062377350 2024-12-01T14:13:32,973 INFO [RS:0;57b748500ef9:45413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:13:32,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:13:32,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,45413,1733062377350] 2024-12-01T14:13:32,998 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/57b748500ef9,45413,1733062377350 already deleted, retry=false 2024-12-01T14:13:32,998 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 57b748500ef9,45413,1733062377350 on 57b748500ef9,35599,1733062376479 2024-12-01T14:13:33,003 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 57b748500ef9,45413,1733062377350, splitWal=true, meta=false 2024-12-01T14:13:33,009 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 57b748500ef9,45413,1733062377350 (carryingMeta=false) 57b748500ef9,45413,1733062377350/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@22af4864[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T14:13:33,015 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 57b748500ef9,45413,1733062377350, splitWal=true, meta=false 2024-12-01T14:13:33,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:33,016 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:33,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:33,016 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:33,024 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 can not run currently because target server of region SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 57b748500ef9,45413,1733062377350 is in state CRASHED, wait 1000 ms to retry 2024-12-01T14:13:33,025 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7; timeout=1000, timestamp=1733062414024 2024-12-01T14:13:33,025 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 57b748500ef9,45413,1733062377350 had 4 regions 2024-12-01T14:13:33,025 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 can not run currently because target server of region SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 57b748500ef9,45413,1733062377350 is in state CRASHED, wait 1000 ms to retry 2024-12-01T14:13:33,025 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 can not run currently because target server of region SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 57b748500ef9,45413,1733062377350 is in state CRASHED, wait 1000 ms to retry 2024-12-01T14:13:33,025 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0; timeout=1000, timestamp=1733062414025 2024-12-01T14:13:33,025 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187; timeout=1000, timestamp=1733062414025 2024-12-01T14:13:33,025 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db can not run currently because target server of region SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 57b748500ef9,45413,1733062377350 is in state CRASHED, wait 1000 ms to retry 2024-12-01T14:13:33,025 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db; timeout=1000, timestamp=1733062414025 2024-12-01T14:13:33,028 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 57b748500ef9,45413,1733062377350, splitWal=true, meta=false, isMeta: false 2024-12-01T14:13:33,033 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting 2024-12-01T14:13:33,036 INFO [PEWorker-5 {}] master.SplitWALManager(105): 57b748500ef9,45413,1733062377350 WAL count=1, meta=false 2024-12-01T14:13:33,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 57b748500ef9%2C45413%2C1733062377350.1733062379942}] 2024-12-01T14:13:33,051 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=57b748500ef9,45593,1733062377476 2024-12-01T14:13:33,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 57b748500ef9%2C45413%2C1733062377350.1733062379942, worker=57b748500ef9,45593,1733062377476}] 2024-12-01T14:13:33,088 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:13:33,088 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x101913d34380001, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:13:33,089 INFO [RS:0;57b748500ef9:45413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:13:33,089 INFO [RS:0;57b748500ef9:45413 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,45413,1733062377350; zookeeper connection closed. 2024-12-01T14:13:33,095 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37f1732a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37f1732a 2024-12-01T14:13:33,781 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:13:33,781 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:13:34,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:34,026 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:34,027 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:34,027 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:34,030 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 can not run currently because target server of region SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T14:13:34,031 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7; timeout=2000, timestamp=1733062416030 2024-12-01T14:13:34,031 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db can not run currently because target server of region SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T14:13:34,032 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db; timeout=2000, timestamp=1733062416031 2024-12-01T14:13:34,032 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 can not run currently because target server of region SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T14:13:34,032 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0; timeout=2000, timestamp=1733062416032 2024-12-01T14:13:34,033 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 can not run currently because target server of region SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T14:13:34,033 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187; timeout=2000, timestamp=1733062416033 2024-12-01T14:13:34,341 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-01T14:13:36,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:36,031 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:36,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:36,033 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:36,034 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db can not run currently because target server of region SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T14:13:36,034 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db; timeout=4000, timestamp=1733062420034 2024-12-01T14:13:36,035 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 can not run currently because target server of region SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T14:13:36,035 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7; timeout=4000, timestamp=1733062420035 2024-12-01T14:13:36,036 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 can not run currently because target server of region SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T14:13:36,036 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0; timeout=4000, timestamp=1733062420036 2024-12-01T14:13:36,036 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 can not run currently because target server of region SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T14:13:36,036 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187; timeout=4000, timestamp=1733062420036 2024-12-01T14:13:40,034 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:40,035 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:40,037 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:40,037 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db can not run currently because target server of region SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T14:13:40,037 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db; timeout=8000, timestamp=1733062428037 2024-12-01T14:13:40,037 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:40,040 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 can not run currently because target server of region SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T14:13:40,040 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 can not run currently because target server of region SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T14:13:40,040 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 can not run currently because target server of region SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 57b748500ef9,45413,1733062377350 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T14:13:40,040 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7; timeout=8000, timestamp=1733062428040 2024-12-01T14:13:40,040 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187; timeout=8000, timestamp=1733062428040 2024-12-01T14:13:40,040 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0; timeout=8000, timestamp=1733062428040 2024-12-01T14:13:41,577 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=57b748500ef9,36599,1733062377605, timeout=1733062422815, delay=1237, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc6c3546162035c03cd7beb06c87ff4f, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1067f29c8c6137d1f075ccdc4aae8586, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9fdb3afc49c5d14e88c296157bcfbeb], containedObject=57b748500ef9,45413,1733062377350, timeout=1733062422815, delay=1237, operations=null, containedObject=57b748500ef9,45593,1733062377476, timeout=1733062422817, delay=1239, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7c6ca8179f640dc832aa5e88d77b3f0, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a499b66d8f5812ebc44738a690db1f2, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 57b748500ef9%2C45413%2C1733062377350.1733062379942, worker=57b748500ef9,45593,1733062377476, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c3be872f4374e2712d43dc90cfdd1f3]] 2024-12-01T14:13:42,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-01T14:13:42,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-01T14:13:42,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-01T14:13:42,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:13:42,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for cc6c3546162035c03cd7beb06c87ff4f: 2024-12-01T14:13:42,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. for SnapshotProcedureTest completed. 2024-12-01T14:13:42,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:13:42,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:13:42,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-01T14:13:42,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:13:42,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f7c6ca8179f640dc832aa5e88d77b3f0: 2024-12-01T14:13:42,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. for SnapshotProcedureTest completed. 2024-12-01T14:13:42,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:13:42,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:13:42,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-01T14:13:42,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:13:42,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1067f29c8c6137d1f075ccdc4aae8586: 2024-12-01T14:13:42,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. for SnapshotProcedureTest completed. 2024-12-01T14:13:42,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:13:42,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:13:42,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:13:42,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:13:42,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:13:42,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:13:42,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-01T14:13:42,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:13:42,901 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing f9fdb3afc49c5d14e88c296157bcfbeb 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-01T14:13:42,905 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6a499b66d8f5812ebc44738a690db1f2 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-01T14:13:42,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-01T14:13:42,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:13:42,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5c3be872f4374e2712d43dc90cfdd1f3: 2024-12-01T14:13:42,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. for SnapshotProcedureTest completed. 2024-12-01T14:13:42,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:13:42,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:13:42,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:13:43,016 INFO [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942, size=1.2 K (1242bytes) 2024-12-01T14:13:43,017 DEBUG [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-01T14:13:43,017 DEBUG [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-01T14:13:43,018 INFO [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942 2024-12-01T14:13:43,029 INFO [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942 after 8ms 2024-12-01T14:13:43,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741850_1026 (size=65) 2024-12-01T14:13:43,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741850_1026 (size=65) 2024-12-01T14:13:43,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741850_1026 (size=65) 2024-12-01T14:13:43,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741849_1025 (size=65) 2024-12-01T14:13:43,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/6a499b66d8f5812ebc44738a690db1f2/.tmp/cf/83d5584848c4456c97c1a81435bd74e8 is 34, key is ccd/cf:cf/1733062411204/Put/seqid=0 2024-12-01T14:13:43,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741849_1025 (size=65) 2024-12-01T14:13:43,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f9fdb3afc49c5d14e88c296157bcfbeb/.tmp/cf/4ec6198195ac4021b6ae0ba5a86469ba is 34, key is baa/cf:cf/1733062411188/Put/seqid=0 2024-12-01T14:13:43,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:13:43,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741849_1025 (size=65) 2024-12-01T14:13:43,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:13:43,121 INFO [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942 took 108ms 2024-12-01T14:13:43,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-01T14:13:43,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-01T14:13:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-01T14:13:43,127 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35599 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-01T14:13:43,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:43,127 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:13:43,128 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:13:43,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f7c6ca8179f640dc832aa5e88d77b3f0 in 10.3320 sec 2024-12-01T14:13:43,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1067f29c8c6137d1f075ccdc4aae8586 in 10.3330 sec 2024-12-01T14:13:43,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741851_1027 (size=65) 2024-12-01T14:13:43,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741851_1027 (size=65) 2024-12-01T14:13:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741851_1027 (size=65) 2024-12-01T14:13:43,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:13:43,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-01T14:13:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-01T14:13:43,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:43,170 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:13:43,202 DEBUG [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8c0d07587a9c47145431944d515460db: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T14:13:43,205 DEBUG [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 14857e15802e9e8e589051238c2165a7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T14:13:43,207 DEBUG [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 3af303e3f2ae5e966dbaef54f2fd1187: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T14:13:43,210 DEBUG [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 452742c3b48076a9cbb02f2f40e8c0d0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T14:13:43,211 DEBUG [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942 so closing down 2024-12-01T14:13:43,211 DEBUG [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:13:43,211 INFO [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:13:43,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741852_1028 (size=65) 2024-12-01T14:13:43,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741852_1028 (size=65) 2024-12-01T14:13:43,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741852_1028 (size=65) 2024-12-01T14:13:43,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:13:43,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-01T14:13:43,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc6c3546162035c03cd7beb06c87ff4f in 10.4140 sec 2024-12-01T14:13:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-01T14:13:43,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:43,219 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:13:43,221 INFO [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 23 ms; skipped=4; WAL=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-01T14:13:43,221 DEBUG [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942, journal: Splitting hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942, size=1.2 K (1242bytes) at 1733062423016Finishing writing output for hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942 so closing down at 1733062423211 (+195 ms)3 split writer threads finished at 1733062423211Processed 4 edits across 0 Regions in 23 ms; skipped=4; WAL=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733062423221 (+10 ms) 2024-12-01T14:13:43,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942 2024-12-01T14:13:43,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-01T14:13:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-01T14:13:43,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5c3be872f4374e2712d43dc90cfdd1f3 in 10.4230 sec 2024-12-01T14:13:43,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741854_1030 (size=28623) 2024-12-01T14:13:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741854_1030 (size=28623) 2024-12-01T14:13:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741854_1030 (size=28623) 2024-12-01T14:13:43,242 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f9fdb3afc49c5d14e88c296157bcfbeb/.tmp/cf/4ec6198195ac4021b6ae0ba5a86469ba 2024-12-01T14:13:43,268 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting/57b748500ef9%2C45413%2C1733062377350.1733062379942 to hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/oldWALs 2024-12-01T14:13:43,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-01T14:13:43,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 57b748500ef9%2C45413%2C1733062377350.1733062379942, worker=57b748500ef9,45593,1733062377476 in 10.2140 sec 2024-12-01T14:13:43,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741853_1029 (size=47197) 2024-12-01T14:13:43,282 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=57b748500ef9,45593,1733062377476 2024-12-01T14:13:43,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741853_1029 (size=47197) 2024-12-01T14:13:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741853_1029 (size=47197) 2024-12-01T14:13:43,287 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/6a499b66d8f5812ebc44738a690db1f2/.tmp/cf/83d5584848c4456c97c1a81435bd74e8 2024-12-01T14:13:43,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-01T14:13:43,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 57b748500ef9%2C45413%2C1733062377350.1733062379942, worker=57b748500ef9,45593,1733062377476 in 10.2440 sec 2024-12-01T14:13:43,295 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting dir is empty, no logs to split. 2024-12-01T14:13:43,296 INFO [PEWorker-1 {}] master.SplitWALManager(105): 57b748500ef9,45413,1733062377350 WAL count=0, meta=false 2024-12-01T14:13:43,296 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 57b748500ef9,45413,1733062377350 WAL splitting is done? wals=0, meta=false 2024-12-01T14:13:43,300 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 57b748500ef9,45413,1733062377350 failed, ignore...File hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/WALs/57b748500ef9,45413,1733062377350-splitting does not exist. 2024-12-01T14:13:43,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=452742c3b48076a9cbb02f2f40e8c0d0, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c0d07587a9c47145431944d515460db, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af303e3f2ae5e966dbaef54f2fd1187, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14857e15802e9e8e589051238c2165a7, ASSIGN}] 2024-12-01T14:13:43,306 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af303e3f2ae5e966dbaef54f2fd1187, ASSIGN 2024-12-01T14:13:43,307 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c0d07587a9c47145431944d515460db, ASSIGN 2024-12-01T14:13:43,307 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14857e15802e9e8e589051238c2165a7, ASSIGN 2024-12-01T14:13:43,308 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=452742c3b48076a9cbb02f2f40e8c0d0, ASSIGN 2024-12-01T14:13:43,310 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=14857e15802e9e8e589051238c2165a7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:13:43,310 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c0d07587a9c47145431944d515460db, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:13:43,311 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=452742c3b48076a9cbb02f2f40e8c0d0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:13:43,313 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3af303e3f2ae5e966dbaef54f2fd1187, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:13:43,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/6a499b66d8f5812ebc44738a690db1f2/.tmp/cf/83d5584848c4456c97c1a81435bd74e8 as hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/6a499b66d8f5812ebc44738a690db1f2/cf/83d5584848c4456c97c1a81435bd74e8 2024-12-01T14:13:43,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f9fdb3afc49c5d14e88c296157bcfbeb/.tmp/cf/4ec6198195ac4021b6ae0ba5a86469ba as hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f9fdb3afc49c5d14e88c296157bcfbeb/cf/4ec6198195ac4021b6ae0ba5a86469ba 2024-12-01T14:13:43,363 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f9fdb3afc49c5d14e88c296157bcfbeb/cf/4ec6198195ac4021b6ae0ba5a86469ba, entries=731, sequenceid=5, filesize=28.0 K 2024-12-01T14:13:43,363 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/6a499b66d8f5812ebc44738a690db1f2/cf/83d5584848c4456c97c1a81435bd74e8, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-01T14:13:43,384 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for f9fdb3afc49c5d14e88c296157bcfbeb in 478ms, sequenceid=5, compaction requested=false 2024-12-01T14:13:43,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for f9fdb3afc49c5d14e88c296157bcfbeb: 2024-12-01T14:13:43,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. for SnapshotProcedureTest completed. 2024-12-01T14:13:43,385 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6a499b66d8f5812ebc44738a690db1f2 in 495ms, sequenceid=5, compaction requested=false 2024-12-01T14:13:43,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:13:43,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6a499b66d8f5812ebc44738a690db1f2: 2024-12-01T14:13:43,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:13:43,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. for SnapshotProcedureTest completed. 2024-12-01T14:13:43,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f9fdb3afc49c5d14e88c296157bcfbeb/cf/4ec6198195ac4021b6ae0ba5a86469ba] hfiles 2024-12-01T14:13:43,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:13:43,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:13:43,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/6a499b66d8f5812ebc44738a690db1f2/cf/83d5584848c4456c97c1a81435bd74e8] hfiles 2024-12-01T14:13:43,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/6a499b66d8f5812ebc44738a690db1f2/cf/83d5584848c4456c97c1a81435bd74e8 for snapshot=SnapshotProcedureTest 2024-12-01T14:13:43,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f9fdb3afc49c5d14e88c296157bcfbeb/cf/4ec6198195ac4021b6ae0ba5a86469ba for snapshot=SnapshotProcedureTest 2024-12-01T14:13:43,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741855_1031 (size=105) 2024-12-01T14:13:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741855_1031 (size=105) 2024-12-01T14:13:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741855_1031 (size=105) 2024-12-01T14:13:43,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:13:43,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-01T14:13:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-01T14:13:43,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:43,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:13:43,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a499b66d8f5812ebc44738a690db1f2 in 10.6550 sec 2024-12-01T14:13:43,461 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(204): Hosts are {57b748500ef9=0} racks are {/default-rack=0} 2024-12-01T14:13:43,461 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:13:43,462 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:13:43,462 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:13:43,462 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:13:43,462 INFO [57b748500ef9:35599 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:13:43,462 INFO [57b748500ef9:35599 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:13:43,462 DEBUG [57b748500ef9:35599 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:13:43,462 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=14857e15802e9e8e589051238c2165a7, regionState=OPENING, regionLocation=57b748500ef9,36599,1733062377605 2024-12-01T14:13:43,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=8c0d07587a9c47145431944d515460db, regionState=OPENING, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:43,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=452742c3b48076a9cbb02f2f40e8c0d0, regionState=OPENING, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:43,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741856_1032 (size=105) 2024-12-01T14:13:43,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741856_1032 (size=105) 2024-12-01T14:13:43,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741856_1032 (size=105) 2024-12-01T14:13:43,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=3af303e3f2ae5e966dbaef54f2fd1187, regionState=OPENING, regionLocation=57b748500ef9,36599,1733062377605 2024-12-01T14:13:43,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=14857e15802e9e8e589051238c2165a7, ASSIGN because future has completed 2024-12-01T14:13:43,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14857e15802e9e8e589051238c2165a7, server=57b748500ef9,36599,1733062377605}] 2024-12-01T14:13:43,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c0d07587a9c47145431944d515460db, ASSIGN because future has completed 2024-12-01T14:13:43,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c0d07587a9c47145431944d515460db, server=57b748500ef9,45593,1733062377476}] 2024-12-01T14:13:43,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=452742c3b48076a9cbb02f2f40e8c0d0, ASSIGN because future has completed 2024-12-01T14:13:43,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0, server=57b748500ef9,45593,1733062377476}] 2024-12-01T14:13:43,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3af303e3f2ae5e966dbaef54f2fd1187, ASSIGN because future has completed 2024-12-01T14:13:43,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187, server=57b748500ef9,36599,1733062377605}] 2024-12-01T14:13:43,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:13:43,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-01T14:13:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-01T14:13:43,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:43,867 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:13:43,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f9fdb3afc49c5d14e88c296157bcfbeb in 11.0700 sec 2024-12-01T14:13:48,037 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db held by pid=40 2024-12-01T14:13:48,038 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:48,041 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 held by pid=39 2024-12-01T14:13:48,041 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:48,041 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 held by pid=41 2024-12-01T14:13:48,041 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:48,041 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 held by pid=42 2024-12-01T14:13:48,041 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:50,751 INFO [master/57b748500ef9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T14:13:50,751 INFO [master/57b748500ef9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T14:13:53,499 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:13:53,499 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 3af303e3f2ae5e966dbaef54f2fd1187, NAME => 'SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T14:13:53,500 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,500 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:53,500 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,500 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,512 INFO [StoreOpener-3af303e3f2ae5e966dbaef54f2fd1187-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,517 INFO [StoreOpener-3af303e3f2ae5e966dbaef54f2fd1187-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3af303e3f2ae5e966dbaef54f2fd1187 columnFamilyName cf 2024-12-01T14:13:53,518 DEBUG [StoreOpener-3af303e3f2ae5e966dbaef54f2fd1187-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:53,519 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:13:53,520 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 452742c3b48076a9cbb02f2f40e8c0d0, NAME => 'SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-01T14:13:53,520 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,520 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:53,521 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,521 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,525 INFO [StoreOpener-3af303e3f2ae5e966dbaef54f2fd1187-1 {}] regionserver.HStore(327): Store=3af303e3f2ae5e966dbaef54f2fd1187/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:53,526 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,529 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,543 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,544 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,544 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,547 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,550 INFO [StoreOpener-452742c3b48076a9cbb02f2f40e8c0d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,551 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 3af303e3f2ae5e966dbaef54f2fd1187; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61816423, jitterRate=-0.07886351644992828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:53,551 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,551 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 3af303e3f2ae5e966dbaef54f2fd1187: Running coprocessor pre-open hook at 1733062433500Writing region info on filesystem at 1733062433500Initializing all the Stores at 1733062433506 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062433506Cleaning up temporary data from old regions at 1733062433544 (+38 ms)Running coprocessor post-open hooks at 1733062433551 (+7 ms)Region opened successfully at 1733062433551 2024-12-01T14:13:53,553 INFO [StoreOpener-452742c3b48076a9cbb02f2f40e8c0d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 452742c3b48076a9cbb02f2f40e8c0d0 columnFamilyName cf 2024-12-01T14:13:53,553 DEBUG [StoreOpener-452742c3b48076a9cbb02f2f40e8c0d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:53,557 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187., pid=46, masterSystemTime=1733062433481 2024-12-01T14:13:53,561 INFO [StoreOpener-452742c3b48076a9cbb02f2f40e8c0d0-1 {}] regionserver.HStore(327): Store=452742c3b48076a9cbb02f2f40e8c0d0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:53,561 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,563 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,570 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,570 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:13:53,571 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:13:53,571 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:13:53,571 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,571 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,571 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 14857e15802e9e8e589051238c2165a7, NAME => 'SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T14:13:53,572 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,572 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:53,572 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,572 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,579 INFO [StoreOpener-14857e15802e9e8e589051238c2165a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=3af303e3f2ae5e966dbaef54f2fd1187, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,36599,1733062377605 2024-12-01T14:13:53,581 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,583 INFO [StoreOpener-14857e15802e9e8e589051238c2165a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14857e15802e9e8e589051238c2165a7 columnFamilyName cf 2024-12-01T14:13:53,583 DEBUG [StoreOpener-14857e15802e9e8e589051238c2165a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:53,584 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 452742c3b48076a9cbb02f2f40e8c0d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74195070, jitterRate=0.10559269785881042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:53,584 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,585 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 452742c3b48076a9cbb02f2f40e8c0d0: Running coprocessor pre-open hook at 1733062433521Writing region info on filesystem at 1733062433521Initializing all the Stores at 1733062433544 (+23 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062433544Cleaning up temporary data from old regions at 1733062433571 (+27 ms)Running coprocessor post-open hooks at 1733062433585 (+14 ms)Region opened successfully at 1733062433585 2024-12-01T14:13:53,585 INFO [StoreOpener-14857e15802e9e8e589051238c2165a7-1 {}] regionserver.HStore(327): Store=14857e15802e9e8e589051238c2165a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:53,585 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,587 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,590 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,591 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,591 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187, server=57b748500ef9,36599,1733062377605 because future has completed 2024-12-01T14:13:53,593 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0., pid=45, masterSystemTime=1733062433487 2024-12-01T14:13:53,597 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,599 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 14857e15802e9e8e589051238c2165a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63365974, jitterRate=-0.055773407220840454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:53,599 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,599 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 14857e15802e9e8e589051238c2165a7: Running coprocessor pre-open hook at 1733062433572Writing region info on filesystem at 1733062433572Initializing all the Stores at 1733062433574 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062433574Cleaning up temporary data from old regions at 1733062433591 (+17 ms)Running coprocessor post-open hooks at 1733062433599 (+8 ms)Region opened successfully at 1733062433599 2024-12-01T14:13:53,600 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7., pid=43, masterSystemTime=1733062433481 2024-12-01T14:13:53,601 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:13:53,601 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:13:53,601 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:13:53,601 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c0d07587a9c47145431944d515460db, NAME => 'SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T14:13:53,602 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,602 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:13:53,602 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,602 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,607 INFO [StoreOpener-8c0d07587a9c47145431944d515460db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,611 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=452742c3b48076a9cbb02f2f40e8c0d0, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:53,611 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:13:53,611 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:13:53,612 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=14857e15802e9e8e589051238c2165a7, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,36599,1733062377605 2024-12-01T14:13:53,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-12-01T14:13:53,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187, server=57b748500ef9,36599,1733062377605 in 10.1170 sec 2024-12-01T14:13:53,614 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=57b748500ef9,45593,1733062377476, table=SPTestTable, region=452742c3b48076a9cbb02f2f40e8c0d0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T14:13:53,615 INFO [StoreOpener-8c0d07587a9c47145431944d515460db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c0d07587a9c47145431944d515460db columnFamilyName cf 2024-12-01T14:13:53,615 DEBUG [StoreOpener-8c0d07587a9c47145431944d515460db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:13:53,618 INFO [StoreOpener-8c0d07587a9c47145431944d515460db-1 {}] regionserver.HStore(327): Store=8c0d07587a9c47145431944d515460db/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:13:53,618 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af303e3f2ae5e966dbaef54f2fd1187, ASSIGN in 10.3090 sec 2024-12-01T14:13:53,619 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:13:53,621 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,627 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,627 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,627 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0, server=57b748500ef9,45593,1733062377476 because future has completed 2024-12-01T14:13:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14857e15802e9e8e589051238c2165a7, server=57b748500ef9,36599,1733062377605 because future has completed 2024-12-01T14:13:53,631 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,633 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8c0d07587a9c47145431944d515460db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63090171, jitterRate=-0.05988319218158722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:13:53,633 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,633 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8c0d07587a9c47145431944d515460db: Running coprocessor pre-open hook at 1733062433602Writing region info on filesystem at 1733062433602Initializing all the Stores at 1733062433606 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062433606Cleaning up temporary data from old regions at 1733062433627 (+21 ms)Running coprocessor post-open hooks at 1733062433633 (+6 ms)Region opened successfully at 1733062433633 2024-12-01T14:13:53,644 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db., pid=44, masterSystemTime=1733062433487 2024-12-01T14:13:53,654 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:13:53,655 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:13:53,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-01T14:13:53,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 14857e15802e9e8e589051238c2165a7, server=57b748500ef9,36599,1733062377605 in 10.1710 sec 2024-12-01T14:13:53,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=8c0d07587a9c47145431944d515460db, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45593,1733062377476 2024-12-01T14:13:53,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-12-01T14:13:53,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0, server=57b748500ef9,45593,1733062377476 in 10.1590 sec 2024-12-01T14:13:53,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14857e15802e9e8e589051238c2165a7, ASSIGN in 10.3580 sec 2024-12-01T14:13:53,673 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 2024-12-01T14:13:53,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c0d07587a9c47145431944d515460db, server=57b748500ef9,45593,1733062377476 because future has completed 2024-12-01T14:13:53,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=452742c3b48076a9cbb02f2f40e8c0d0, ASSIGN in 10.3670 sec 2024-12-01T14:13:53,682 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:13:53,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-12-01T14:13:53,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c0d07587a9c47145431944d515460db, server=57b748500ef9,45593,1733062377476 in 10.2090 sec 2024-12-01T14:13:53,695 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db 2024-12-01T14:13:53,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-12-01T14:13:53,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c0d07587a9c47145431944d515460db, ASSIGN in 10.3870 sec 2024-12-01T14:13:53,697 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 57b748500ef9,45413,1733062377350 after splitting done 2024-12-01T14:13:53,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 57b748500ef9,45413,1733062377350, splitWal=true, meta=false in 20.6980 sec 2024-12-01T14:13:55,513 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:13:59,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T14:13:59,911 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-01T14:14:03,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-01T14:14:03,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:14:03,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-01T14:14:03,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:14:03,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 14857e15802e9e8e589051238c2165a7: 2024-12-01T14:14:03,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. for SnapshotProcedureTest completed. 2024-12-01T14:14:03,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 3af303e3f2ae5e966dbaef54f2fd1187: 2024-12-01T14:14:03,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. for SnapshotProcedureTest completed. 2024-12-01T14:14:03,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:14:03,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:14:03,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:14:03,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:14:03,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:14:03,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:14:03,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741857_1033 (size=57) 2024-12-01T14:14:03,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741857_1033 (size=57) 2024-12-01T14:14:03,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741857_1033 (size=57) 2024-12-01T14:14:03,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:14:03,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-01T14:14:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-01T14:14:03,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 14857e15802e9e8e589051238c2165a7 2024-12-01T14:14:03,691 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 2024-12-01T14:14:03,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-01T14:14:03,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-01T14:14:03,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:14:03,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 452742c3b48076a9cbb02f2f40e8c0d0: 2024-12-01T14:14:03,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. for SnapshotProcedureTest completed. 2024-12-01T14:14:03,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:14:03,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:14:03,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:14:03,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:14:03,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8c0d07587a9c47145431944d515460db: 2024-12-01T14:14:03,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. for SnapshotProcedureTest completed. 2024-12-01T14:14:03,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:14:03,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:14:03,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:14:03,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 14857e15802e9e8e589051238c2165a7 in 30.8990 sec 2024-12-01T14:14:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741858_1034 (size=65) 2024-12-01T14:14:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741858_1034 (size=65) 2024-12-01T14:14:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741858_1034 (size=65) 2024-12-01T14:14:03,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741860_1036 (size=65) 2024-12-01T14:14:03,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741860_1036 (size=65) 2024-12-01T14:14:03,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741859_1035 (size=57) 2024-12-01T14:14:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741860_1036 (size=65) 2024-12-01T14:14:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741859_1035 (size=57) 2024-12-01T14:14:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741859_1035 (size=57) 2024-12-01T14:14:03,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:14:03,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-01T14:14:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-01T14:14:03,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:14:03,754 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:14:03,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 452742c3b48076a9cbb02f2f40e8c0d0 in 30.9580 sec 2024-12-01T14:14:04,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:14:04,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-01T14:14:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-01T14:14:04,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:14:04,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:14:04,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3af303e3f2ae5e966dbaef54f2fd1187 in 31.3180 sec 2024-12-01T14:14:04,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:14:04,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-01T14:14:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-01T14:14:04,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8c0d07587a9c47145431944d515460db 2024-12-01T14:14:04,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db 2024-12-01T14:14:04,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-01T14:14:04,157 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-01T14:14:04,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8c0d07587a9c47145431944d515460db in 31.3570 sec 2024-12-01T14:14:04,160 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-01T14:14:04,163 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-01T14:14:04,163 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-01T14:14:04,166 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T14:14:04,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741861_1037 (size=1094) 2024-12-01T14:14:04,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741861_1037 (size=1094) 2024-12-01T14:14:04,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741861_1037 (size=1094) 2024-12-01T14:14:04,264 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-01T14:14:04,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-01T14:14:04,292 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:04,292 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,36599,1733062377605 2024-12-01T14:14:04,292 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:04,292 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,36599,1733062377605 2024-12-01T14:14:04,295 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,36599,1733062377605 2024-12-01T14:14:04,314 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:06,343 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-01T14:14:06,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6a499b66d8f5812ebc44738a690db1f2, had cached 0 bytes from a total of 47197 2024-12-01T14:14:06,729 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f9fdb3afc49c5d14e88c296157bcfbeb, had cached 0 bytes from a total of 28623 2024-12-01T14:14:10,683 DEBUG [master/57b748500ef9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 14857e15802e9e8e589051238c2165a7 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:14:10,683 DEBUG [master/57b748500ef9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1067f29c8c6137d1f075ccdc4aae8586 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:14:10,684 DEBUG [master/57b748500ef9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cc6c3546162035c03cd7beb06c87ff4f changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:14:10,684 DEBUG [master/57b748500ef9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3af303e3f2ae5e966dbaef54f2fd1187 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:14:10,684 DEBUG [master/57b748500ef9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f9fdb3afc49c5d14e88c296157bcfbeb changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:14:10,684 DEBUG [master/57b748500ef9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5c3be872f4374e2712d43dc90cfdd1f3 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:14:10,684 DEBUG [master/57b748500ef9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 452742c3b48076a9cbb02f2f40e8c0d0 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:14:10,684 DEBUG [master/57b748500ef9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f7c6ca8179f640dc832aa5e88d77b3f0 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:14:10,684 DEBUG [master/57b748500ef9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6a499b66d8f5812ebc44738a690db1f2 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:14:10,685 DEBUG [master/57b748500ef9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8c0d07587a9c47145431944d515460db changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:14:14,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-01T14:14:14,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-01T14:14:14,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-01T14:14:14,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-01T14:14:14,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-01T14:14:14,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-01T14:14:14,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T14:14:14,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-01T14:14:14,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-01T14:14:14,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-01T14:14:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-01T14:14:14,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T14:14:14,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-01T14:14:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-01T14:14:14,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-01T14:14:14,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-01T14:14:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-01T14:14:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-01T14:14:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-01T14:14:14,310 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,36599,1733062377605 Release verify snapshot worker=57b748500ef9,36599,1733062377605 2024-12-01T14:14:14,310 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 Release verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:14,310 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 Release verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-01T14:14:14,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 in 10.0290 sec 2024-12-01T14:14:14,312 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:14,313 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,36599,1733062377605 Release verify snapshot worker=57b748500ef9,36599,1733062377605 2024-12-01T14:14:14,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 in 10.0300 sec 2024-12-01T14:14:14,314 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:14,315 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,36599,1733062377605 Release verify snapshot worker=57b748500ef9,36599,1733062377605 2024-12-01T14:14:14,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,36599,1733062377605 in 10.0290 sec 2024-12-01T14:14:14,316 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 Release verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:14,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,36599,1733062377605 in 10.0320 sec 2024-12-01T14:14:14,317 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,36599,1733062377605 2024-12-01T14:14:14,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,36599,1733062377605 in 10.0340 sec 2024-12-01T14:14:14,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 in 10.0350 sec 2024-12-01T14:14:14,319 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:24,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-01T14:14:24,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-01T14:14:24,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-01T14:14:24,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-01T14:14:24,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-01T14:14:24,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-01T14:14:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-01T14:14:24,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-01T14:14:24,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-01T14:14:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-01T14:14:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-01T14:14:24,328 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 Release verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-01T14:14:24,332 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 Release verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:24,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 in 20.0480 sec 2024-12-01T14:14:24,333 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 Release verify snapshot worker=57b748500ef9,45593,1733062377476 2024-12-01T14:14:24,333 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,36599,1733062377605 Release verify snapshot worker=57b748500ef9,36599,1733062377605 2024-12-01T14:14:24,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 in 20.0510 sec 2024-12-01T14:14:24,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,36599,1733062377605 in 20.0520 sec 2024-12-01T14:14:24,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-12-01T14:14:24,343 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-01T14:14:24,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,45593,1733062377476 in 20.0520 sec 2024-12-01T14:14:24,349 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/.hbase-snapshot/SnapshotProcedureTest 2024-12-01T14:14:24,361 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-01T14:14:24,361 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-01T14:14:24,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.7160 sec 2024-12-01T14:14:24,457 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-01T14:14:24,472 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-01T14:14:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:14:24,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:14:24,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:14:24,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:14:24,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:14:24,477 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:14:24,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:14:24,477 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911968005, stopped=false 2024-12-01T14:14:24,478 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,35599,1733062376479 2024-12-01T14:14:24,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:14:24,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:24,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:14:24,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:14:24,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:24,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:24,540 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:14:24,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:14:24,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:14:24,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:14:24,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:14:24,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:14:24,566 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,45593,1733062377476' ***** 2024-12-01T14:14:24,567 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:14:24,567 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,36599,1733062377605' ***** 2024-12-01T14:14:24,567 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:14:24,567 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:14:24,568 INFO [RS:2;57b748500ef9:36599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:14:24,568 INFO [RS:2;57b748500ef9:36599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:14:24,568 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(3091): Received CLOSE for 3af303e3f2ae5e966dbaef54f2fd1187 2024-12-01T14:14:24,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:14:24,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:14:24,572 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:14:24,572 INFO [RS:1;57b748500ef9:45593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:14:24,572 INFO [RS:1;57b748500ef9:45593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:14:24,572 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for 452742c3b48076a9cbb02f2f40e8c0d0 2024-12-01T14:14:24,572 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(3091): Received CLOSE for cc6c3546162035c03cd7beb06c87ff4f 2024-12-01T14:14:24,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:14:24,572 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(3091): Received CLOSE for f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:14:24,572 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(3091): Received CLOSE for 14857e15802e9e8e589051238c2165a7 2024-12-01T14:14:24,572 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1067f29c8c6137d1f075ccdc4aae8586 2024-12-01T14:14:24,572 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,36599,1733062377605 2024-12-01T14:14:24,573 INFO [RS:2;57b748500ef9:36599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:14:24,573 INFO [RS:2;57b748500ef9:36599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;57b748500ef9:36599. 2024-12-01T14:14:24,573 DEBUG [RS:2;57b748500ef9:36599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:14:24,573 DEBUG [RS:2;57b748500ef9:36599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:14:24,573 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-01T14:14:24,573 DEBUG [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(1325): Online Regions={3af303e3f2ae5e966dbaef54f2fd1187=SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187., cc6c3546162035c03cd7beb06c87ff4f=SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f., f9fdb3afc49c5d14e88c296157bcfbeb=SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb., 14857e15802e9e8e589051238c2165a7=SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7., 1067f29c8c6137d1f075ccdc4aae8586=SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586.} 2024-12-01T14:14:24,573 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3af303e3f2ae5e966dbaef54f2fd1187, disabling compactions & flushes 2024-12-01T14:14:24,573 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:14:24,573 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:14:24,573 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. after waiting 0 ms 2024-12-01T14:14:24,573 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:14:24,574 DEBUG [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(1351): Waiting on 1067f29c8c6137d1f075ccdc4aae8586, 14857e15802e9e8e589051238c2165a7, 3af303e3f2ae5e966dbaef54f2fd1187, cc6c3546162035c03cd7beb06c87ff4f, f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:14:24,577 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:14:24,580 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a499b66d8f5812ebc44738a690db1f2 2024-12-01T14:14:24,581 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c3be872f4374e2712d43dc90cfdd1f3 2024-12-01T14:14:24,581 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:14:24,581 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c0d07587a9c47145431944d515460db 2024-12-01T14:14:24,581 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,45593,1733062377476 2024-12-01T14:14:24,581 INFO [RS:1;57b748500ef9:45593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:14:24,581 INFO [RS:1;57b748500ef9:45593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;57b748500ef9:45593. 2024-12-01T14:14:24,581 DEBUG [RS:1;57b748500ef9:45593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:14:24,581 DEBUG [RS:1;57b748500ef9:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:14:24,582 INFO [RS:1;57b748500ef9:45593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:14:24,582 INFO [RS:1;57b748500ef9:45593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:14:24,582 INFO [RS:1;57b748500ef9:45593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:14:24,582 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:14:24,582 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 452742c3b48076a9cbb02f2f40e8c0d0, disabling compactions & flushes 2024-12-01T14:14:24,582 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:14:24,582 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:14:24,582 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. after waiting 0 ms 2024-12-01T14:14:24,582 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:14:24,582 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:14:24,586 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-01T14:14:24,586 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1325): Online Regions={452742c3b48076a9cbb02f2f40e8c0d0=SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0., 6a499b66d8f5812ebc44738a690db1f2=SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2., 1588230740=hbase:meta,,1.1588230740, 5c3be872f4374e2712d43dc90cfdd1f3=SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3., f7c6ca8179f640dc832aa5e88d77b3f0=SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0., 8c0d07587a9c47145431944d515460db=SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db.} 2024-12-01T14:14:24,586 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 452742c3b48076a9cbb02f2f40e8c0d0, 5c3be872f4374e2712d43dc90cfdd1f3, 6a499b66d8f5812ebc44738a690db1f2, 8c0d07587a9c47145431944d515460db, f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:14:24,586 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:14:24,586 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:14:24,586 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:14:24,586 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:14:24,587 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:14:24,587 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-01T14:14:24,680 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/3af303e3f2ae5e966dbaef54f2fd1187/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:14:24,684 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/452742c3b48076a9cbb02f2f40e8c0d0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:14:24,693 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:14:24,693 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3af303e3f2ae5e966dbaef54f2fd1187: Waiting for close lock at 1733062464573Running coprocessor pre-close hooks at 1733062464573Disabling compacts and flushes for region at 1733062464573Disabling writes for close at 1733062464573Writing region close event to WAL at 1733062464622 (+49 ms)Running coprocessor post-close hooks at 1733062464684 (+62 ms)Closed at 1733062464693 (+9 ms) 2024-12-01T14:14:24,694 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733062390969.3af303e3f2ae5e966dbaef54f2fd1187. 2024-12-01T14:14:24,694 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc6c3546162035c03cd7beb06c87ff4f, disabling compactions & flushes 2024-12-01T14:14:24,694 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:14:24,694 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:14:24,695 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. after waiting 0 ms 2024-12-01T14:14:24,695 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:14:24,696 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:14:24,696 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 452742c3b48076a9cbb02f2f40e8c0d0: Waiting for close lock at 1733062464582Running coprocessor pre-close hooks at 1733062464582Disabling compacts and flushes for region at 1733062464582Disabling writes for close at 1733062464582Writing region close event to WAL at 1733062464624 (+42 ms)Running coprocessor post-close hooks at 1733062464692 (+68 ms)Closed at 1733062464696 (+4 ms) 2024-12-01T14:14:24,696 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733062390969.452742c3b48076a9cbb02f2f40e8c0d0. 2024-12-01T14:14:24,697 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a499b66d8f5812ebc44738a690db1f2, disabling compactions & flushes 2024-12-01T14:14:24,697 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:14:24,697 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:14:24,697 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. after waiting 0 ms 2024-12-01T14:14:24,697 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:14:24,737 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/cc6c3546162035c03cd7beb06c87ff4f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:14:24,745 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:14:24,745 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc6c3546162035c03cd7beb06c87ff4f: Waiting for close lock at 1733062464694Running coprocessor pre-close hooks at 1733062464694Disabling compacts and flushes for region at 1733062464694Disabling writes for close at 1733062464695 (+1 ms)Writing region close event to WAL at 1733062464696 (+1 ms)Running coprocessor post-close hooks at 1733062464744 (+48 ms)Closed at 1733062464745 (+1 ms) 2024-12-01T14:14:24,745 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733062390969.cc6c3546162035c03cd7beb06c87ff4f. 2024-12-01T14:14:24,745 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9fdb3afc49c5d14e88c296157bcfbeb, disabling compactions & flushes 2024-12-01T14:14:24,745 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:14:24,746 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:14:24,746 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. after waiting 0 ms 2024-12-01T14:14:24,746 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:14:24,763 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/6a499b66d8f5812ebc44738a690db1f2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:14:24,775 DEBUG [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(1351): Waiting on 1067f29c8c6137d1f075ccdc4aae8586, 14857e15802e9e8e589051238c2165a7, f9fdb3afc49c5d14e88c296157bcfbeb 2024-12-01T14:14:24,780 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:14:24,780 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:14:24,787 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:14:24,787 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a499b66d8f5812ebc44738a690db1f2: Waiting for close lock at 1733062464696Running coprocessor pre-close hooks at 1733062464696Disabling compacts and flushes for region at 1733062464696Disabling writes for close at 1733062464697 (+1 ms)Writing region close event to WAL at 1733062464716 (+19 ms)Running coprocessor post-close hooks at 1733062464786 (+70 ms)Closed at 1733062464786 2024-12-01T14:14:24,787 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733062390969.6a499b66d8f5812ebc44738a690db1f2. 2024-12-01T14:14:24,787 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c3be872f4374e2712d43dc90cfdd1f3, disabling compactions & flushes 2024-12-01T14:14:24,787 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:14:24,787 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:14:24,787 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. after waiting 0 ms 2024-12-01T14:14:24,787 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:14:24,788 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c3be872f4374e2712d43dc90cfdd1f3, 8c0d07587a9c47145431944d515460db, f7c6ca8179f640dc832aa5e88d77b3f0 2024-12-01T14:14:24,794 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f9fdb3afc49c5d14e88c296157bcfbeb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:14:24,794 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/.tmp/info/8dbf51d214f04be2b304f9d46048ce23 is 167, key is SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3./info:regioninfo/1733062401937/Put/seqid=0 2024-12-01T14:14:24,796 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:14:24,797 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9fdb3afc49c5d14e88c296157bcfbeb: Waiting for close lock at 1733062464745Running coprocessor pre-close hooks at 1733062464745Disabling compacts and flushes for region at 1733062464745Disabling writes for close at 1733062464746 (+1 ms)Writing region close event to WAL at 1733062464756 (+10 ms)Running coprocessor post-close hooks at 1733062464796 (+40 ms)Closed at 1733062464796 2024-12-01T14:14:24,797 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733062390969.f9fdb3afc49c5d14e88c296157bcfbeb. 2024-12-01T14:14:24,797 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14857e15802e9e8e589051238c2165a7, disabling compactions & flushes 2024-12-01T14:14:24,797 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:14:24,797 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:14:24,797 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. after waiting 0 ms 2024-12-01T14:14:24,797 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:14:24,813 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/5c3be872f4374e2712d43dc90cfdd1f3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:14:24,814 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:14:24,814 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c3be872f4374e2712d43dc90cfdd1f3: Waiting for close lock at 1733062464787Running coprocessor pre-close hooks at 1733062464787Disabling compacts and flushes for region at 1733062464787Disabling writes for close at 1733062464787Writing region close event to WAL at 1733062464793 (+6 ms)Running coprocessor post-close hooks at 1733062464814 (+21 ms)Closed at 1733062464814 2024-12-01T14:14:24,815 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733062390969.5c3be872f4374e2712d43dc90cfdd1f3. 2024-12-01T14:14:24,815 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7c6ca8179f640dc832aa5e88d77b3f0, disabling compactions & flushes 2024-12-01T14:14:24,815 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:14:24,815 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:14:24,815 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. after waiting 0 ms 2024-12-01T14:14:24,815 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:14:24,844 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:14:24,844 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:14:24,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741862_1038 (size=20260) 2024-12-01T14:14:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741862_1038 (size=20260) 2024-12-01T14:14:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741862_1038 (size=20260) 2024-12-01T14:14:24,895 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/f7c6ca8179f640dc832aa5e88d77b3f0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:14:24,896 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/14857e15802e9e8e589051238c2165a7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:14:24,898 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:14:24,899 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7c6ca8179f640dc832aa5e88d77b3f0: Waiting for close lock at 1733062464815Running coprocessor pre-close hooks at 1733062464815Disabling compacts and flushes for region at 1733062464815Disabling writes for close at 1733062464815Writing region close event to WAL at 1733062464827 (+12 ms)Running coprocessor post-close hooks at 1733062464898 (+71 ms)Closed at 1733062464898 2024-12-01T14:14:24,899 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733062390969.f7c6ca8179f640dc832aa5e88d77b3f0. 2024-12-01T14:14:24,899 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c0d07587a9c47145431944d515460db, disabling compactions & flushes 2024-12-01T14:14:24,899 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:14:24,899 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:14:24,899 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. after waiting 0 ms 2024-12-01T14:14:24,899 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:14:24,899 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:14:24,899 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14857e15802e9e8e589051238c2165a7: Waiting for close lock at 1733062464797Running coprocessor pre-close hooks at 1733062464797Disabling compacts and flushes for region at 1733062464797Disabling writes for close at 1733062464797Writing region close event to WAL at 1733062464811 (+14 ms)Running coprocessor post-close hooks at 1733062464899 (+88 ms)Closed at 1733062464899 2024-12-01T14:14:24,899 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733062390969.14857e15802e9e8e589051238c2165a7. 2024-12-01T14:14:24,900 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1067f29c8c6137d1f075ccdc4aae8586, disabling compactions & flushes 2024-12-01T14:14:24,900 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:14:24,900 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:14:24,900 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. after waiting 0 ms 2024-12-01T14:14:24,900 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:14:24,904 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/.tmp/info/8dbf51d214f04be2b304f9d46048ce23 2024-12-01T14:14:24,941 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/8c0d07587a9c47145431944d515460db/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:14:24,947 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/default/SPTestTable/1067f29c8c6137d1f075ccdc4aae8586/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:14:24,949 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:14:24,949 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c0d07587a9c47145431944d515460db: Waiting for close lock at 1733062464899Running coprocessor pre-close hooks at 1733062464899Disabling compacts and flushes for region at 1733062464899Disabling writes for close at 1733062464899Writing region close event to WAL at 1733062464904 (+5 ms)Running coprocessor post-close hooks at 1733062464949 (+45 ms)Closed at 1733062464949 2024-12-01T14:14:24,949 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733062390969.8c0d07587a9c47145431944d515460db. 2024-12-01T14:14:24,952 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:14:24,953 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1067f29c8c6137d1f075ccdc4aae8586: Waiting for close lock at 1733062464900Running coprocessor pre-close hooks at 1733062464900Disabling compacts and flushes for region at 1733062464900Disabling writes for close at 1733062464900Writing region close event to WAL at 1733062464904 (+4 ms)Running coprocessor post-close hooks at 1733062464952 (+48 ms)Closed at 1733062464952 2024-12-01T14:14:24,953 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733062390969.1067f29c8c6137d1f075ccdc4aae8586. 2024-12-01T14:14:24,976 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,36599,1733062377605; all regions closed. 2024-12-01T14:14:24,988 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:14:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741833_1009 (size=3500) 2024-12-01T14:14:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741833_1009 (size=3500) 2024-12-01T14:14:25,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741833_1009 (size=3500) 2024-12-01T14:14:25,027 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/.tmp/ns/2b00e4bad63f4d5fb68f3d4ab5a42f12 is 43, key is default/ns:d/1733062390516/Put/seqid=0 2024-12-01T14:14:25,040 DEBUG [RS:2;57b748500ef9:36599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/oldWALs 2024-12-01T14:14:25,041 INFO [RS:2;57b748500ef9:36599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C36599%2C1733062377605:(num 1733062379938) 2024-12-01T14:14:25,041 DEBUG [RS:2;57b748500ef9:36599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:14:25,041 INFO [RS:2;57b748500ef9:36599 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:14:25,044 INFO [RS:2;57b748500ef9:36599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:14:25,045 INFO [RS:2;57b748500ef9:36599 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:14:25,045 INFO [RS:2;57b748500ef9:36599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:14:25,045 INFO [RS:2;57b748500ef9:36599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:14:25,045 INFO [RS:2;57b748500ef9:36599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:14:25,045 INFO [RS:2;57b748500ef9:36599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:14:25,045 INFO [RS:2;57b748500ef9:36599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36599 2024-12-01T14:14:25,045 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:14:25,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/57b748500ef9,36599,1733062377605 2024-12-01T14:14:25,100 INFO [RS:2;57b748500ef9:36599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:14:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:14:25,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,36599,1733062377605] 2024-12-01T14:14:25,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741863_1039 (size=5153) 2024-12-01T14:14:25,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741863_1039 (size=5153) 2024-12-01T14:14:25,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/57b748500ef9,36599,1733062377605 already deleted, retry=false 2024-12-01T14:14:25,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,36599,1733062377605 expired; onlineServers=1 2024-12-01T14:14:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741863_1039 (size=5153) 2024-12-01T14:14:25,152 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/.tmp/ns/2b00e4bad63f4d5fb68f3d4ab5a42f12 2024-12-01T14:14:25,191 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:14:25,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:14:25,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36599-0x101913d34380003, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:14:25,217 INFO [RS:2;57b748500ef9:36599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:14:25,217 INFO [RS:2;57b748500ef9:36599 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,36599,1733062377605; zookeeper connection closed. 2024-12-01T14:14:25,224 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@609570ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@609570ad 2024-12-01T14:14:25,277 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/.tmp/table/0b95c20985ee4d228c85d1b5c164488d is 47, key is SPTestTable/table:state/1733062402181/Put/seqid=0 2024-12-01T14:14:25,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741864_1040 (size=5214) 2024-12-01T14:14:25,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741864_1040 (size=5214) 2024-12-01T14:14:25,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741864_1040 (size=5214) 2024-12-01T14:14:25,392 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:14:25,514 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:14:25,592 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:14:25,592 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:14:25,593 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:14:25,772 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/.tmp/table/0b95c20985ee4d228c85d1b5c164488d 2024-12-01T14:14:25,784 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/.tmp/info/8dbf51d214f04be2b304f9d46048ce23 as hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/info/8dbf51d214f04be2b304f9d46048ce23 2024-12-01T14:14:25,794 DEBUG [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:14:25,794 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/info/8dbf51d214f04be2b304f9d46048ce23, entries=116, sequenceid=37, filesize=19.8 K 2024-12-01T14:14:25,796 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/.tmp/ns/2b00e4bad63f4d5fb68f3d4ab5a42f12 as hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/ns/2b00e4bad63f4d5fb68f3d4ab5a42f12 2024-12-01T14:14:25,814 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/ns/2b00e4bad63f4d5fb68f3d4ab5a42f12, entries=2, sequenceid=37, filesize=5.0 K 2024-12-01T14:14:25,820 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/.tmp/table/0b95c20985ee4d228c85d1b5c164488d as hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/table/0b95c20985ee4d228c85d1b5c164488d 2024-12-01T14:14:25,839 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/table/0b95c20985ee4d228c85d1b5c164488d, entries=2, sequenceid=37, filesize=5.1 K 2024-12-01T14:14:25,856 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 1268ms, sequenceid=37, compaction requested=false 2024-12-01T14:14:25,897 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-01T14:14:25,898 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:14:25,899 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:14:25,899 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062464586Running coprocessor pre-close hooks at 1733062464586Disabling compacts and flushes for region at 1733062464586Disabling writes for close at 1733062464586Obtaining lock to block concurrent updates at 1733062464587 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733062464587Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733062464591 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733062464595 (+4 ms)Flushing 1588230740/info: creating writer at 1733062464596 (+1 ms)Flushing 1588230740/info: appending metadata at 1733062464793 (+197 ms)Flushing 1588230740/info: closing flushed file at 1733062464793Flushing 1588230740/ns: creating writer at 1733062464959 (+166 ms)Flushing 1588230740/ns: appending metadata at 1733062465026 (+67 ms)Flushing 1588230740/ns: closing flushed file at 1733062465026Flushing 1588230740/table: creating writer at 1733062465209 (+183 ms)Flushing 1588230740/table: appending metadata at 1733062465254 (+45 ms)Flushing 1588230740/table: closing flushed file at 1733062465254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5c80b8: reopening flushed file at 1733062465782 (+528 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b853ea3: reopening flushed file at 1733062465795 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4025c8d8: reopening flushed file at 1733062465814 (+19 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 1268ms, sequenceid=37, compaction requested=false at 1733062465856 (+42 ms)Writing region close event to WAL at 1733062465873 (+17 ms)Running coprocessor post-close hooks at 1733062465898 (+25 ms)Closed at 1733062465899 (+1 ms) 2024-12-01T14:14:25,899 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:14:25,994 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,45593,1733062377476; all regions closed. 2024-12-01T14:14:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741836_1012 (size=19450) 2024-12-01T14:14:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741836_1012 (size=19450) 2024-12-01T14:14:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741836_1012 (size=19450) 2024-12-01T14:14:26,010 DEBUG [RS:1;57b748500ef9:45593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/oldWALs 2024-12-01T14:14:26,010 INFO [RS:1;57b748500ef9:45593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C45593%2C1733062377476.meta:.meta(num 1733062390210) 2024-12-01T14:14:26,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741835_1011 (size=3530) 2024-12-01T14:14:26,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741835_1011 (size=3530) 2024-12-01T14:14:26,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741835_1011 (size=3530) 2024-12-01T14:14:26,027 DEBUG [RS:1;57b748500ef9:45593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/oldWALs 2024-12-01T14:14:26,027 INFO [RS:1;57b748500ef9:45593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C45593%2C1733062377476:(num 1733062379942) 2024-12-01T14:14:26,027 DEBUG [RS:1;57b748500ef9:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:14:26,027 INFO [RS:1;57b748500ef9:45593 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:14:26,027 INFO [RS:1;57b748500ef9:45593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:14:26,027 INFO [RS:1;57b748500ef9:45593 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:14:26,028 INFO [RS:1;57b748500ef9:45593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:14:26,028 INFO [RS:1;57b748500ef9:45593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45593 2024-12-01T14:14:26,029 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:14:26,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:14:26,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/57b748500ef9,45593,1733062377476 2024-12-01T14:14:26,214 INFO [RS:1;57b748500ef9:45593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:14:26,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,45593,1733062377476] 2024-12-01T14:14:26,258 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/57b748500ef9,45593,1733062377476 already deleted, retry=false 2024-12-01T14:14:26,258 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,45593,1733062377476 expired; onlineServers=0 2024-12-01T14:14:26,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,35599,1733062376479' ***** 2024-12-01T14:14:26,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:14:26,259 INFO [M:0;57b748500ef9:35599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:14:26,259 INFO [M:0;57b748500ef9:35599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:14:26,259 DEBUG [M:0;57b748500ef9:35599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:14:26,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:14:26,260 DEBUG [M:0;57b748500ef9:35599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:14:26,260 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062379265 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062379265,5,FailOnTimeoutGroup] 2024-12-01T14:14:26,260 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062379268 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062379268,5,FailOnTimeoutGroup] 2024-12-01T14:14:26,260 INFO [M:0;57b748500ef9:35599 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:14:26,260 INFO [M:0;57b748500ef9:35599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:14:26,260 DEBUG [M:0;57b748500ef9:35599 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:14:26,260 INFO [M:0;57b748500ef9:35599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:14:26,260 INFO [M:0;57b748500ef9:35599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:14:26,260 ERROR [M:0;57b748500ef9:35599 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:35243 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35243,5,PEWorkerGroup] 2024-12-01T14:14:26,261 INFO [M:0;57b748500ef9:35599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:14:26,261 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:14:26,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T14:14:26,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:26,285 DEBUG [M:0;57b748500ef9:35599 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-01T14:14:26,285 DEBUG [M:0;57b748500ef9:35599 {}] master.ActiveMasterManager(353): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-01T14:14:26,286 INFO [M:0;57b748500ef9:35599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/.lastflushedseqids 2024-12-01T14:14:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741865_1041 (size=686) 2024-12-01T14:14:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741865_1041 (size=686) 2024-12-01T14:14:26,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741865_1041 (size=686) 2024-12-01T14:14:26,348 INFO [RS:1;57b748500ef9:45593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:14:26,348 INFO [RS:1;57b748500ef9:45593 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,45593,1733062377476; zookeeper connection closed. 2024-12-01T14:14:26,348 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@183c51e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@183c51e7 2024-12-01T14:14:26,349 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-01T14:14:26,350 INFO [M:0;57b748500ef9:35599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:14:26,351 INFO [M:0;57b748500ef9:35599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:14:26,351 DEBUG [M:0;57b748500ef9:35599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:14:26,351 INFO [M:0;57b748500ef9:35599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:14:26,351 DEBUG [M:0;57b748500ef9:35599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:14:26,351 DEBUG [M:0;57b748500ef9:35599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:14:26,351 DEBUG [M:0;57b748500ef9:35599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:14:26,352 INFO [M:0;57b748500ef9:35599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.96 KB heapSize=241.73 KB 2024-12-01T14:14:26,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:14:26,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101913d34380002, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:14:26,387 DEBUG [M:0;57b748500ef9:35599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdcc45bd20ae4dd6839166b70edea0b3 is 82, key is hbase:meta,,1/info:regioninfo/1733062390405/Put/seqid=0 2024-12-01T14:14:26,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741866_1042 (size=5672) 2024-12-01T14:14:26,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741866_1042 (size=5672) 2024-12-01T14:14:26,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741866_1042 (size=5672) 2024-12-01T14:14:26,412 INFO [M:0;57b748500ef9:35599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdcc45bd20ae4dd6839166b70edea0b3 2024-12-01T14:14:26,452 DEBUG [M:0;57b748500ef9:35599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/274dbbff44364a589393ee4943f6654f is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733062402210/Put/seqid=0 2024-12-01T14:14:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741867_1043 (size=8973) 2024-12-01T14:14:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741867_1043 (size=8973) 2024-12-01T14:14:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741867_1043 (size=8973) 2024-12-01T14:14:26,496 INFO [M:0;57b748500ef9:35599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.23 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/274dbbff44364a589393ee4943f6654f 2024-12-01T14:14:26,527 INFO [M:0;57b748500ef9:35599 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 274dbbff44364a589393ee4943f6654f 2024-12-01T14:14:26,555 DEBUG [M:0;57b748500ef9:35599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94baf8de638f4ed383152c617471e1f0 is 69, key is 57b748500ef9,36599,1733062377605/rs:state/1733062379455/Put/seqid=0 2024-12-01T14:14:26,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741868_1044 (size=5446) 2024-12-01T14:14:26,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741868_1044 (size=5446) 2024-12-01T14:14:26,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741868_1044 (size=5446) 2024-12-01T14:14:26,572 INFO [M:0;57b748500ef9:35599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94baf8de638f4ed383152c617471e1f0 2024-12-01T14:14:26,583 INFO [M:0;57b748500ef9:35599 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94baf8de638f4ed383152c617471e1f0 2024-12-01T14:14:26,585 DEBUG [M:0;57b748500ef9:35599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdcc45bd20ae4dd6839166b70edea0b3 as hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdcc45bd20ae4dd6839166b70edea0b3 2024-12-01T14:14:26,596 INFO [M:0;57b748500ef9:35599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdcc45bd20ae4dd6839166b70edea0b3, entries=8, sequenceid=513, filesize=5.5 K 2024-12-01T14:14:26,599 DEBUG [M:0;57b748500ef9:35599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/274dbbff44364a589393ee4943f6654f as hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/274dbbff44364a589393ee4943f6654f 2024-12-01T14:14:26,616 INFO [M:0;57b748500ef9:35599 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 274dbbff44364a589393ee4943f6654f 2024-12-01T14:14:26,617 INFO [M:0;57b748500ef9:35599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/274dbbff44364a589393ee4943f6654f, entries=56, sequenceid=513, filesize=8.8 K 2024-12-01T14:14:26,619 DEBUG [M:0;57b748500ef9:35599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94baf8de638f4ed383152c617471e1f0 as hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94baf8de638f4ed383152c617471e1f0 2024-12-01T14:14:26,636 INFO [M:0;57b748500ef9:35599 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94baf8de638f4ed383152c617471e1f0 2024-12-01T14:14:26,636 INFO [M:0;57b748500ef9:35599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/dc983f43-058e-24fc-266a-7157fcbc4058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94baf8de638f4ed383152c617471e1f0, entries=3, sequenceid=513, filesize=5.3 K 2024-12-01T14:14:26,637 INFO [M:0;57b748500ef9:35599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 286ms, sequenceid=513, compaction requested=false 2024-12-01T14:14:26,641 INFO [M:0;57b748500ef9:35599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:14:26,641 DEBUG [M:0;57b748500ef9:35599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062466351Disabling compacts and flushes for region at 1733062466351Disabling writes for close at 1733062466351Obtaining lock to block concurrent updates at 1733062466352 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062466352Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199643, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1733062466352Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062466359 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062466359Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062466387 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062466387Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062466430 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062466451 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062466451Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062466527 (+76 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062466554 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062466554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7500ab: reopening flushed file at 1733062466583 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aefc9e1: reopening flushed file at 1733062466596 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a43545: reopening flushed file at 1733062466617 (+21 ms)Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 286ms, sequenceid=513, compaction requested=false at 1733062466638 (+21 ms)Writing region close event to WAL at 1733062466641 (+3 ms)Closed at 1733062466641 2024-12-01T14:14:26,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741830_1006 (size=233835) 2024-12-01T14:14:26,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43101 is added to blk_1073741830_1006 (size=233835) 2024-12-01T14:14:26,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33785 is added to blk_1073741830_1006 (size=233835) 2024-12-01T14:14:26,650 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:14:26,651 INFO [M:0;57b748500ef9:35599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:14:26,651 INFO [M:0;57b748500ef9:35599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35599 2024-12-01T14:14:26,652 INFO [M:0;57b748500ef9:35599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:14:26,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:14:26,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:14:26,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:14:26,890 INFO [M:0;57b748500ef9:35599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:14:26,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:14:26,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x101913d34380000, quorum=127.0.0.1:53571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:14:26,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:14:26,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:14:26,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:14:26,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:14:26,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.log.dir/,STOPPED} 2024-12-01T14:14:26,941 WARN [BP-1735618903-172.17.0.3-1733062370578 heartbeating to localhost/127.0.0.1:35243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:14:26,941 WARN [BP-1735618903-172.17.0.3-1733062370578 heartbeating to localhost/127.0.0.1:35243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1735618903-172.17.0.3-1733062370578 (Datanode Uuid 4568f9a7-9d58-4c63-9cec-2432d1bb1b85) service to localhost/127.0.0.1:35243 2024-12-01T14:14:26,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data5/current/BP-1735618903-172.17.0.3-1733062370578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:14:26,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:14:26,944 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:14:26,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data6/current/BP-1735618903-172.17.0.3-1733062370578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:14:26,945 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:14:26,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:14:26,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:14:26,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:14:26,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:14:26,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.log.dir/,STOPPED} 2024-12-01T14:14:27,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:14:27,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:14:27,002 WARN [BP-1735618903-172.17.0.3-1733062370578 heartbeating to localhost/127.0.0.1:35243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:14:27,002 WARN [BP-1735618903-172.17.0.3-1733062370578 heartbeating to localhost/127.0.0.1:35243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1735618903-172.17.0.3-1733062370578 (Datanode Uuid 0bc14354-f472-4633-bc9b-dec920f74d37) service to localhost/127.0.0.1:35243 2024-12-01T14:14:27,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data3/current/BP-1735618903-172.17.0.3-1733062370578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:14:27,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data4/current/BP-1735618903-172.17.0.3-1733062370578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:14:27,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:14:27,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:14:27,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:14:27,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:14:27,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:14:27,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.log.dir/,STOPPED} 2024-12-01T14:14:27,019 WARN [BP-1735618903-172.17.0.3-1733062370578 heartbeating to localhost/127.0.0.1:35243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:14:27,019 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:14:27,019 WARN [BP-1735618903-172.17.0.3-1733062370578 heartbeating to localhost/127.0.0.1:35243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1735618903-172.17.0.3-1733062370578 (Datanode Uuid 8a62fa04-3bde-499b-89cd-3ec7aa8e88f3) service to localhost/127.0.0.1:35243 2024-12-01T14:14:27,019 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:14:27,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data1/current/BP-1735618903-172.17.0.3-1733062370578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:14:27,021 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/cluster_34650768-c49f-2f79-7abb-d2ddea11f47e/data/data2/current/BP-1735618903-172.17.0.3-1733062370578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:14:27,021 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:14:27,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:14:27,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:14:27,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:14:27,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:14:27,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.log.dir/,STOPPED} 2024-12-01T14:14:27,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:14:27,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:14:27,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:35243 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/57b748500ef9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/57b748500ef9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:35243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/57b748500ef9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:35243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/57b748500ef9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/57b748500ef9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/57b748500ef9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a1f6ba8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/57b748500ef9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/57b748500ef9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:35243 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=791 (was 573) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3259 (was 6488) 2024-12-01T14:14:27,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=791, ProcessCount=11, AvailableMemoryMB=3260 2024-12-01T14:14:27,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.log.dir so I do NOT create it in target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6 2024-12-01T14:14:27,186 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:14:27,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.tmp.dir so I do NOT create it in target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6 2024-12-01T14:14:27,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b049eecc-78ee-7b0e-62fa-5509a66ae9ea/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:14:27,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6 2024-12-01T14:14:27,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:14:27,187 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c, deleteOnExit=true 2024-12-01T14:14:27,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:14:27,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/test.cache.data in system properties and HBase conf 2024-12-01T14:14:27,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:14:27,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:14:27,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:14:27,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:14:27,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:14:27,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:14:27,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:14:27,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:14:27,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:14:27,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:14:27,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:14:27,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:14:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:14:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:14:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:14:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:14:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:14:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:14:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:14:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:14:27,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:14:27,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:14:27,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:14:27,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:14:27,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:14:27,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:14:27,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@425764ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:14:27,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@579f44dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:14:27,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@608f8ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/java.io.tmpdir/jetty-localhost-34007-hadoop-hdfs-3_4_1-tests_jar-_-any-11444431141011387359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:14:27,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@546240ef{HTTP/1.1, (http/1.1)}{localhost:34007} 2024-12-01T14:14:27,721 INFO [Time-limited test {}] server.Server(415): Started @99623ms 2024-12-01T14:14:28,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:14:28,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:14:28,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:14:28,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:14:28,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:14:28,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1452e384{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:14:28,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@184bf7f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:14:28,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a658605{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/java.io.tmpdir/jetty-localhost-41951-hadoop-hdfs-3_4_1-tests_jar-_-any-11610824038052958761/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:14:28,457 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47a05556{HTTP/1.1, (http/1.1)}{localhost:41951} 2024-12-01T14:14:28,458 INFO [Time-limited test {}] server.Server(415): Started @100360ms 2024-12-01T14:14:28,459 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:14:28,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:14:28,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:14:28,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:14:28,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:14:28,609 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:14:28,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a19254e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:14:28,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b3020ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:14:28,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78cc22dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/java.io.tmpdir/jetty-localhost-44279-hadoop-hdfs-3_4_1-tests_jar-_-any-4602974636036943972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:14:28,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@308baae9{HTTP/1.1, (http/1.1)}{localhost:44279} 2024-12-01T14:14:28,745 INFO [Time-limited test {}] server.Server(415): Started @100647ms 2024-12-01T14:14:28,747 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:14:28,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:14:28,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:14:28,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:14:28,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:14:28,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:14:28,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fae4ea1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:14:28,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5379cd02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:14:29,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@611d52af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/java.io.tmpdir/jetty-localhost-35931-hadoop-hdfs-3_4_1-tests_jar-_-any-9292893508312610497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:14:29,037 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@739fedda{HTTP/1.1, (http/1.1)}{localhost:35931} 2024-12-01T14:14:29,037 INFO [Time-limited test {}] server.Server(415): Started @100939ms 2024-12-01T14:14:29,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:14:29,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:14:29,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:14:29,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:14:29,939 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data1/current/BP-989848673-172.17.0.3-1733062467222/current, will proceed with Du for space computation calculation, 2024-12-01T14:14:29,949 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data2/current/BP-989848673-172.17.0.3-1733062467222/current, will proceed with Du for space computation calculation, 2024-12-01T14:14:30,058 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:14:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d19b2137180f29e with lease ID 0x411c8743bfb2cbe4: Processing first storage report for DS-ae2cd83e-75a2-47a3-a1d2-2a2927280788 from datanode DatanodeRegistration(127.0.0.1:33445, datanodeUuid=7847d84b-726e-4545-85be-980c319293f3, infoPort=38021, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222) 2024-12-01T14:14:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d19b2137180f29e with lease ID 0x411c8743bfb2cbe4: from storage DS-ae2cd83e-75a2-47a3-a1d2-2a2927280788 node DatanodeRegistration(127.0.0.1:33445, datanodeUuid=7847d84b-726e-4545-85be-980c319293f3, infoPort=38021, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:14:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d19b2137180f29e with lease ID 0x411c8743bfb2cbe4: Processing first storage report for DS-7b91fc96-8a8b-4f3e-9962-971ccd6f6e8d from datanode DatanodeRegistration(127.0.0.1:33445, datanodeUuid=7847d84b-726e-4545-85be-980c319293f3, infoPort=38021, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222) 2024-12-01T14:14:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d19b2137180f29e with lease ID 0x411c8743bfb2cbe4: from storage DS-7b91fc96-8a8b-4f3e-9962-971ccd6f6e8d node DatanodeRegistration(127.0.0.1:33445, datanodeUuid=7847d84b-726e-4545-85be-980c319293f3, infoPort=38021, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:14:30,213 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data3/current/BP-989848673-172.17.0.3-1733062467222/current, will proceed with Du for space computation calculation, 2024-12-01T14:14:30,222 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data4/current/BP-989848673-172.17.0.3-1733062467222/current, will proceed with Du for space computation calculation, 2024-12-01T14:14:30,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:14:30,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:14:30,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:14:30,331 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:14:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6ede40d14b78696 with lease ID 0x411c8743bfb2cbe5: Processing first storage report for DS-1bcca756-cd2c-4803-adb2-1ed46fab8174 from datanode DatanodeRegistration(127.0.0.1:43771, datanodeUuid=d6274e62-7cbc-42ab-8202-e91e7d65a359, infoPort=33463, infoSecurePort=0, ipcPort=37955, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222) 2024-12-01T14:14:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6ede40d14b78696 with lease ID 0x411c8743bfb2cbe5: from storage DS-1bcca756-cd2c-4803-adb2-1ed46fab8174 node DatanodeRegistration(127.0.0.1:43771, datanodeUuid=d6274e62-7cbc-42ab-8202-e91e7d65a359, infoPort=33463, infoSecurePort=0, ipcPort=37955, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:14:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6ede40d14b78696 with lease ID 0x411c8743bfb2cbe5: Processing first storage report for DS-2ceb9be5-fd35-43e9-9212-c263397702f0 from datanode DatanodeRegistration(127.0.0.1:43771, datanodeUuid=d6274e62-7cbc-42ab-8202-e91e7d65a359, infoPort=33463, infoSecurePort=0, ipcPort=37955, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222) 2024-12-01T14:14:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6ede40d14b78696 with lease ID 0x411c8743bfb2cbe5: from storage DS-2ceb9be5-fd35-43e9-9212-c263397702f0 node DatanodeRegistration(127.0.0.1:43771, datanodeUuid=d6274e62-7cbc-42ab-8202-e91e7d65a359, infoPort=33463, infoSecurePort=0, ipcPort=37955, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:14:30,433 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data5/current/BP-989848673-172.17.0.3-1733062467222/current, will proceed with Du for space computation calculation, 2024-12-01T14:14:30,441 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data6/current/BP-989848673-172.17.0.3-1733062467222/current, will proceed with Du for space computation calculation, 2024-12-01T14:14:30,514 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:14:30,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ee02de3baf867cf with lease ID 0x411c8743bfb2cbe6: Processing first storage report for DS-0c20854d-e74c-483a-a3ac-3f63aab4153f from datanode DatanodeRegistration(127.0.0.1:39031, datanodeUuid=8467c6b2-680b-4997-81b7-541f75725bc8, infoPort=42505, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222) 2024-12-01T14:14:30,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ee02de3baf867cf with lease ID 0x411c8743bfb2cbe6: from storage DS-0c20854d-e74c-483a-a3ac-3f63aab4153f node DatanodeRegistration(127.0.0.1:39031, datanodeUuid=8467c6b2-680b-4997-81b7-541f75725bc8, infoPort=42505, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:14:30,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ee02de3baf867cf with lease ID 0x411c8743bfb2cbe6: Processing first storage report for DS-4c202dec-0b01-4921-aebb-19a937b5ebcf from datanode DatanodeRegistration(127.0.0.1:39031, datanodeUuid=8467c6b2-680b-4997-81b7-541f75725bc8, infoPort=42505, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222) 2024-12-01T14:14:30,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ee02de3baf867cf with lease ID 0x411c8743bfb2cbe6: from storage DS-4c202dec-0b01-4921-aebb-19a937b5ebcf node DatanodeRegistration(127.0.0.1:39031, datanodeUuid=8467c6b2-680b-4997-81b7-541f75725bc8, infoPort=42505, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=6918789;c=1733062467222), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:14:30,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6 2024-12-01T14:14:30,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/zookeeper_0, clientPort=58917, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:14:30,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58917 2024-12-01T14:14:30,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:14:30,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:14:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:14:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:14:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:14:30,647 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d with version=8 2024-12-01T14:14:30,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/hbase-staging 2024-12-01T14:14:30,650 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:14:30,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:30,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:30,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:14:30,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:30,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:14:30,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:14:30,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:14:30,657 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35941 2024-12-01T14:14:30,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35941 connecting to ZooKeeper ensemble=127.0.0.1:58917 2024-12-01T14:14:30,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359410x0, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:14:30,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35941-0x101913ea7490000 connected 2024-12-01T14:14:31,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:14:31,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:14:31,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:14:31,120 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d, hbase.cluster.distributed=false 2024-12-01T14:14:31,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:14:31,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35941 2024-12-01T14:14:31,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35941 2024-12-01T14:14:31,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35941 2024-12-01T14:14:31,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35941 2024-12-01T14:14:31,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35941 2024-12-01T14:14:31,239 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:14:31,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:31,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:31,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:14:31,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:31,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:14:31,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:14:31,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:14:31,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33405 2024-12-01T14:14:31,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33405 connecting to ZooKeeper ensemble=127.0.0.1:58917 2024-12-01T14:14:31,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:14:31,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:14:31,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334050x0, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:14:31,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33405-0x101913ea7490001 connected 2024-12-01T14:14:31,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:14:31,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:14:31,304 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:14:31,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:14:31,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:14:31,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33405 2024-12-01T14:14:31,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33405 2024-12-01T14:14:31,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33405 2024-12-01T14:14:31,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33405 2024-12-01T14:14:31,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33405 2024-12-01T14:14:31,335 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:14:31,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:31,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:31,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:14:31,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:31,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:14:31,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:14:31,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:14:31,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41343 2024-12-01T14:14:31,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41343 connecting to ZooKeeper ensemble=127.0.0.1:58917 2024-12-01T14:14:31,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:14:31,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:14:31,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413430x0, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:14:31,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413430x0, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:14:31,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41343-0x101913ea7490002 connected 2024-12-01T14:14:31,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:14:31,477 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:14:31,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:14:31,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:14:31,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41343 2024-12-01T14:14:31,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41343 2024-12-01T14:14:31,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41343 2024-12-01T14:14:31,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41343 2024-12-01T14:14:31,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41343 2024-12-01T14:14:31,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:14:31,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:31,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:31,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:14:31,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:14:31,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:14:31,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:14:31,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:14:31,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43827 2024-12-01T14:14:31,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43827 connecting to ZooKeeper ensemble=127.0.0.1:58917 2024-12-01T14:14:31,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:14:31,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:14:31,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438270x0, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:14:31,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438270x0, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:14:31,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43827-0x101913ea7490003 connected 2024-12-01T14:14:31,559 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:14:31,559 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:14:31,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:14:31,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:14:31,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43827 2024-12-01T14:14:31,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43827 2024-12-01T14:14:31,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43827 2024-12-01T14:14:31,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43827 2024-12-01T14:14:31,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43827 2024-12-01T14:14:31,581 DEBUG [M:0;57b748500ef9:35941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:35941 2024-12-01T14:14:31,581 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/57b748500ef9,35941,1733062470649 2024-12-01T14:14:31,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:14:31,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:14:31,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:14:31,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:14:31,621 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/57b748500ef9,35941,1733062470649 2024-12-01T14:14:31,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:31,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:14:31,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:31,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:14:31,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:31,639 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T14:14:31,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:14:31,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:31,641 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/57b748500ef9,35941,1733062470649 from backup master directory 2024-12-01T14:14:31,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:14:31,724 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:14:31,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:14:31,724 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,35941,1733062470649 2024-12-01T14:14:31,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/57b748500ef9,35941,1733062470649 2024-12-01T14:14:31,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:14:31,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:14:31,742 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/hbase.id] with ID: 3fac7811-16f0-4bc6-bd45-d11f5a4c90d6 2024-12-01T14:14:31,742 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/.tmp/hbase.id 2024-12-01T14:14:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:14:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:14:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:14:32,192 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/.tmp/hbase.id]:[hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/hbase.id] 2024-12-01T14:14:32,330 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:14:32,330 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:14:32,332 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T14:14:32,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:32,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:32,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:14:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:14:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:14:32,483 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:14:32,484 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:14:32,485 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:14:32,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:14:32,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:14:32,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:14:32,920 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store 2024-12-01T14:14:32,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:14:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:14:32,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:14:32,959 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:32,959 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:14:32,959 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:14:32,959 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:14:32,959 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:14:32,959 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:14:32,959 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:14:32,960 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062472959Disabling compacts and flushes for region at 1733062472959Disabling writes for close at 1733062472959Writing region close event to WAL at 1733062472959Closed at 1733062472959 2024-12-01T14:14:32,961 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/.initializing 2024-12-01T14:14:32,961 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/WALs/57b748500ef9,35941,1733062470649 2024-12-01T14:14:32,963 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:14:32,968 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C35941%2C1733062470649, suffix=, logDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/WALs/57b748500ef9,35941,1733062470649, archiveDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/oldWALs, maxLogs=10 2024-12-01T14:14:32,986 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/WALs/57b748500ef9,35941,1733062470649/57b748500ef9%2C35941%2C1733062470649.1733062472968, exclude list is [], retry=0 2024-12-01T14:14:32,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43771,DS-1bcca756-cd2c-4803-adb2-1ed46fab8174,DISK] 2024-12-01T14:14:32,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39031,DS-0c20854d-e74c-483a-a3ac-3f63aab4153f,DISK] 2024-12-01T14:14:32,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33445,DS-ae2cd83e-75a2-47a3-a1d2-2a2927280788,DISK] 2024-12-01T14:14:33,016 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/WALs/57b748500ef9,35941,1733062470649/57b748500ef9%2C35941%2C1733062470649.1733062472968 2024-12-01T14:14:33,020 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33463:33463),(127.0.0.1/127.0.0.1:42505:42505),(127.0.0.1/127.0.0.1:38021:38021)] 2024-12-01T14:14:33,020 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:14:33,021 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:33,021 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,021 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:14:33,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:33,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:14:33,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:14:33,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:33,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:33,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:14:33,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:33,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:33,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:14:33,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:33,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:33,045 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,046 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,047 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,053 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,054 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,054 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:14:33,061 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:14:33,080 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:33,088 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63222180, jitterRate=-0.057916104793548584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:14:33,089 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062473021Initializing all the Stores at 1733062473022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062473022Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062473024 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062473024Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062473024Cleaning up temporary data from old regions at 1733062473054 (+30 ms)Region opened successfully at 1733062473089 (+35 ms) 2024-12-01T14:14:33,090 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:14:33,098 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261b0abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:14:33,105 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:14:33,105 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:14:33,105 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:14:33,105 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:14:33,106 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:14:33,107 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:14:33,107 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-01T14:14:33,120 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:14:33,121 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T14:14:33,140 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T14:14:33,141 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:14:33,151 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:14:33,171 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T14:14:33,172 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:14:33,188 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:14:33,201 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T14:14:33,202 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:14:33,213 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T14:14:33,216 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:14:33,223 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T14:14:33,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:14:33,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:14:33,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:14:33,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:14:33,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,245 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,35941,1733062470649, sessionid=0x101913ea7490000, setting cluster-up flag (Was=false) 2024-12-01T14:14:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,297 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T14:14:33,300 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,35941,1733062470649 2024-12-01T14:14:33,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:33,361 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T14:14:33,362 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,35941,1733062470649 2024-12-01T14:14:33,364 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:14:33,373 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:14:33,373 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:14:33,373 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:14:33,374 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,35941,1733062470649 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:14:33,380 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(746): ClusterId : 3fac7811-16f0-4bc6-bd45-d11f5a4c90d6 2024-12-01T14:14:33,381 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:14:33,388 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:14:33,388 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:14:33,388 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:14:33,388 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:14:33,388 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:14:33,388 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,388 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:14:33,388 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,392 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(746): ClusterId : 3fac7811-16f0-4bc6-bd45-d11f5a4c90d6 2024-12-01T14:14:33,392 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(746): ClusterId : 3fac7811-16f0-4bc6-bd45-d11f5a4c90d6 2024-12-01T14:14:33,392 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:14:33,392 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:14:33,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:14:33,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:14:33,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:33,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:14:33,416 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:14:33,416 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:14:33,420 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062503420 2024-12-01T14:14:33,421 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:14:33,421 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:14:33,421 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:14:33,421 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:14:33,421 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:14:33,421 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:14:33,424 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:14:33,424 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:14:33,424 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,434 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:14:33,434 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:14:33,436 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:14:33,436 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:14:33,436 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:14:33,437 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:14:33,437 DEBUG [RS:2;57b748500ef9:43827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686e38a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:14:33,440 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:14:33,441 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:14:33,452 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062473441,5,FailOnTimeoutGroup] 2024-12-01T14:14:33,452 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062473452,5,FailOnTimeoutGroup] 2024-12-01T14:14:33,452 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,452 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:14:33,452 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,452 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,456 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:14:33,458 DEBUG [RS:0;57b748500ef9:33405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a42b6e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:14:33,460 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:14:33,461 DEBUG [RS:1;57b748500ef9:41343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf933ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:14:33,477 DEBUG [RS:2;57b748500ef9:43827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;57b748500ef9:43827 2024-12-01T14:14:33,477 INFO [RS:2;57b748500ef9:43827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:14:33,477 INFO [RS:2;57b748500ef9:43827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:14:33,477 DEBUG [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:14:33,479 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,35941,1733062470649 with port=43827, startcode=1733062471509 2024-12-01T14:14:33,479 DEBUG [RS:2;57b748500ef9:43827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:14:33,521 DEBUG [RS:1;57b748500ef9:41343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;57b748500ef9:41343 2024-12-01T14:14:33,521 INFO [RS:1;57b748500ef9:41343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:14:33,521 INFO [RS:1;57b748500ef9:41343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:14:33,521 DEBUG [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:14:33,523 DEBUG [RS:0;57b748500ef9:33405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:33405 2024-12-01T14:14:33,523 INFO [RS:0;57b748500ef9:33405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:14:33,523 INFO [RS:0;57b748500ef9:33405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:14:33,523 DEBUG [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:14:33,525 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,35941,1733062470649 with port=41343, startcode=1733062471335 2024-12-01T14:14:33,525 DEBUG [RS:1;57b748500ef9:41343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:14:33,525 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:14:33,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,43827,1733062471509 2024-12-01T14:14:33,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35941 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,43827,1733062471509 2024-12-01T14:14:33,526 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,35941,1733062470649 with port=33405, startcode=1733062471239 2024-12-01T14:14:33,526 DEBUG [RS:0;57b748500ef9:33405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:14:33,530 DEBUG [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:33,530 DEBUG [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41179 2024-12-01T14:14:33,530 DEBUG [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:14:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:14:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:14:33,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:14:33,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:14:33,535 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:33,537 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:14:33,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,33405,1733062471239 2024-12-01T14:14:33,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35941 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,33405,1733062471239 2024-12-01T14:14:33,537 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:14:33,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:14:33,541 DEBUG [RS:2;57b748500ef9:43827 {}] zookeeper.ZKUtil(111): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/57b748500ef9,43827,1733062471509 2024-12-01T14:14:33,542 WARN [RS:2;57b748500ef9:43827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:14:33,542 INFO [RS:2;57b748500ef9:43827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:14:33,542 DEBUG [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,43827,1733062471509 2024-12-01T14:14:33,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,41343,1733062471335 2024-12-01T14:14:33,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35941 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,41343,1733062471335 2024-12-01T14:14:33,543 DEBUG [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:33,544 DEBUG [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41179 2024-12-01T14:14:33,544 DEBUG [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:14:33,545 DEBUG [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:33,545 DEBUG [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41179 2024-12-01T14:14:33,545 DEBUG [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:14:33,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,41343,1733062471335] 2024-12-01T14:14:33,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,43827,1733062471509] 2024-12-01T14:14:33,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,33405,1733062471239] 2024-12-01T14:14:33,612 DEBUG [RS:1;57b748500ef9:41343 {}] zookeeper.ZKUtil(111): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/57b748500ef9,41343,1733062471335 2024-12-01T14:14:33,612 WARN [RS:1;57b748500ef9:41343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:14:33,612 INFO [RS:1;57b748500ef9:41343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:14:33,612 DEBUG [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,41343,1733062471335 2024-12-01T14:14:33,619 INFO [RS:2;57b748500ef9:43827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:14:33,622 DEBUG [RS:0;57b748500ef9:33405 {}] zookeeper.ZKUtil(111): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/57b748500ef9,33405,1733062471239 2024-12-01T14:14:33,622 WARN [RS:0;57b748500ef9:33405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:14:33,622 INFO [RS:0;57b748500ef9:33405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:14:33,622 DEBUG [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,33405,1733062471239 2024-12-01T14:14:33,632 INFO [RS:2;57b748500ef9:43827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:14:33,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:14:33,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:14:33,641 INFO [RS:2;57b748500ef9:43827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:14:33,641 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,642 INFO [RS:1;57b748500ef9:41343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:14:33,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:14:33,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:33,647 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:14:33,649 INFO [RS:2;57b748500ef9:43827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:14:33,649 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,649 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,649 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,649 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,649 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,649 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,650 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:14:33,650 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,650 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,650 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,650 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,650 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,650 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,650 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:14:33,650 DEBUG [RS:2;57b748500ef9:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:14:33,656 INFO [RS:1;57b748500ef9:41343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:14:33,657 INFO [RS:1;57b748500ef9:41343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:14:33,657 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:14:33,669 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,669 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,669 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,669 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,670 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,670 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43827,1733062471509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:14:33,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:14:33,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:33,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:14:33,680 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:14:33,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:14:33,682 INFO [RS:0;57b748500ef9:33405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:14:33,684 INFO [RS:1;57b748500ef9:41343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:14:33,684 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:14:33,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:33,684 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:14:33,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:14:33,685 DEBUG [RS:1;57b748500ef9:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:14:33,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:14:33,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:14:33,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:33,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:14:33,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:14:33,691 INFO [RS:0;57b748500ef9:33405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:14:33,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:14:33,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:33,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:14:33,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:14:33,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740 2024-12-01T14:14:33,694 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:14:33,694 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43827,1733062471509-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740 2024-12-01T14:14:33,694 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,695 INFO [RS:2;57b748500ef9:43827 {}] regionserver.Replication(171): 57b748500ef9,43827,1733062471509 started 2024-12-01T14:14:33,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:14:33,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:14:33,702 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:14:33,704 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,704 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,704 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,704 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,705 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:14:33,705 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41343,1733062471335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:14:33,708 INFO [RS:0;57b748500ef9:33405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:14:33,708 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,713 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:14:33,724 INFO [RS:0;57b748500ef9:33405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:14:33,725 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:33,726 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64095771, jitterRate=-0.044898584485054016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:14:33,727 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,727 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,727 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,727 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,727 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,727 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:14:33,727 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,727 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,727 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,727 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,727 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,728 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:14:33,728 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:14:33,728 DEBUG [RS:0;57b748500ef9:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:14:33,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062473645Initializing all the Stores at 1733062473649 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062473649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062473657 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062473657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062473657Cleaning up temporary data from old regions at 1733062473702 (+45 ms)Region opened successfully at 1733062473728 (+26 ms) 2024-12-01T14:14:33,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:14:33,728 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:14:33,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:14:33,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:14:33,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:14:33,737 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:14:33,738 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41343,1733062471335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,738 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,738 INFO [RS:1;57b748500ef9:41343 {}] regionserver.Replication(171): 57b748500ef9,41343,1733062471335 started 2024-12-01T14:14:33,740 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:14:33,740 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062473728Disabling compacts and flushes for region at 1733062473728Disabling writes for close at 1733062473729 (+1 ms)Writing region close event to WAL at 1733062473740 (+11 ms)Closed at 1733062473740 2024-12-01T14:14:33,741 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,43827,1733062471509, RpcServer on 57b748500ef9/172.17.0.3:43827, sessionid=0x101913ea7490003 2024-12-01T14:14:33,741 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:14:33,741 DEBUG [RS:2;57b748500ef9:43827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,43827,1733062471509 2024-12-01T14:14:33,741 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,43827,1733062471509' 2024-12-01T14:14:33,741 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:14:33,742 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:14:33,743 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:14:33,743 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:14:33,743 DEBUG [RS:2;57b748500ef9:43827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,43827,1733062471509 2024-12-01T14:14:33,743 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,43827,1733062471509' 2024-12-01T14:14:33,743 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:14:33,744 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:14:33,749 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:14:33,749 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:14:33,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:14:33,753 DEBUG [RS:2;57b748500ef9:43827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:14:33,753 INFO [RS:2;57b748500ef9:43827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:14:33,753 INFO [RS:2;57b748500ef9:43827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:14:33,756 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,756 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,756 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,756 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,756 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,757 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33405,1733062471239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:14:33,761 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,761 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,41343,1733062471335, RpcServer on 57b748500ef9/172.17.0.3:41343, sessionid=0x101913ea7490002 2024-12-01T14:14:33,761 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:14:33,761 DEBUG [RS:1;57b748500ef9:41343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,41343,1733062471335 2024-12-01T14:14:33,761 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:14:33,761 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,41343,1733062471335' 2024-12-01T14:14:33,761 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:14:33,768 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:14:33,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:14:33,775 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:14:33,775 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:14:33,775 DEBUG [RS:1;57b748500ef9:41343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,41343,1733062471335 2024-12-01T14:14:33,775 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,41343,1733062471335' 2024-12-01T14:14:33,775 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:14:33,776 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:14:33,780 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:14:33,780 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33405,1733062471239-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,780 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,780 INFO [RS:0;57b748500ef9:33405 {}] regionserver.Replication(171): 57b748500ef9,33405,1733062471239 started 2024-12-01T14:14:33,788 DEBUG [RS:1;57b748500ef9:41343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:14:33,788 INFO [RS:1;57b748500ef9:41343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:14:33,788 INFO [RS:1;57b748500ef9:41343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:14:33,797 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:33,797 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,33405,1733062471239, RpcServer on 57b748500ef9/172.17.0.3:33405, sessionid=0x101913ea7490001 2024-12-01T14:14:33,797 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:14:33,797 DEBUG [RS:0;57b748500ef9:33405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,33405,1733062471239 2024-12-01T14:14:33,797 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,33405,1733062471239' 2024-12-01T14:14:33,798 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:14:33,805 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:14:33,806 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:14:33,806 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:14:33,807 DEBUG [RS:0;57b748500ef9:33405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,33405,1733062471239 2024-12-01T14:14:33,807 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,33405,1733062471239' 2024-12-01T14:14:33,807 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:14:33,807 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:14:33,808 DEBUG [RS:0;57b748500ef9:33405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:14:33,808 INFO [RS:0;57b748500ef9:33405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:14:33,808 INFO [RS:0;57b748500ef9:33405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:14:33,853 INFO [RS:2;57b748500ef9:43827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:14:33,865 INFO [RS:2;57b748500ef9:43827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C43827%2C1733062471509, suffix=, logDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,43827,1733062471509, archiveDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/oldWALs, maxLogs=32 2024-12-01T14:14:33,890 DEBUG [RS:2;57b748500ef9:43827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,43827,1733062471509/57b748500ef9%2C43827%2C1733062471509.1733062473867, exclude list is [], retry=0 2024-12-01T14:14:33,891 INFO [RS:1;57b748500ef9:41343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:14:33,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43771,DS-1bcca756-cd2c-4803-adb2-1ed46fab8174,DISK] 2024-12-01T14:14:33,897 INFO [RS:1;57b748500ef9:41343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C41343%2C1733062471335, suffix=, logDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,41343,1733062471335, archiveDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/oldWALs, maxLogs=32 2024-12-01T14:14:33,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39031,DS-0c20854d-e74c-483a-a3ac-3f63aab4153f,DISK] 2024-12-01T14:14:33,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33445,DS-ae2cd83e-75a2-47a3-a1d2-2a2927280788,DISK] 2024-12-01T14:14:33,909 INFO [RS:0;57b748500ef9:33405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:14:33,922 INFO [RS:0;57b748500ef9:33405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C33405%2C1733062471239, suffix=, logDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,33405,1733062471239, archiveDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/oldWALs, maxLogs=32 2024-12-01T14:14:33,923 WARN [57b748500ef9:35941 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:14:33,928 DEBUG [RS:1;57b748500ef9:41343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,41343,1733062471335/57b748500ef9%2C41343%2C1733062471335.1733062473898, exclude list is [], retry=0 2024-12-01T14:14:33,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33445,DS-ae2cd83e-75a2-47a3-a1d2-2a2927280788,DISK] 2024-12-01T14:14:33,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43771,DS-1bcca756-cd2c-4803-adb2-1ed46fab8174,DISK] 2024-12-01T14:14:33,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39031,DS-0c20854d-e74c-483a-a3ac-3f63aab4153f,DISK] 2024-12-01T14:14:33,956 DEBUG [RS:0;57b748500ef9:33405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,33405,1733062471239/57b748500ef9%2C33405%2C1733062471239.1733062473925, exclude list is [], retry=0 2024-12-01T14:14:33,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39031,DS-0c20854d-e74c-483a-a3ac-3f63aab4153f,DISK] 2024-12-01T14:14:33,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43771,DS-1bcca756-cd2c-4803-adb2-1ed46fab8174,DISK] 2024-12-01T14:14:33,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33445,DS-ae2cd83e-75a2-47a3-a1d2-2a2927280788,DISK] 2024-12-01T14:14:33,978 INFO [RS:2;57b748500ef9:43827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,43827,1733062471509/57b748500ef9%2C43827%2C1733062471509.1733062473867 2024-12-01T14:14:34,010 INFO [RS:1;57b748500ef9:41343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,41343,1733062471335/57b748500ef9%2C41343%2C1733062471335.1733062473898 2024-12-01T14:14:34,012 INFO [RS:0;57b748500ef9:33405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,33405,1733062471239/57b748500ef9%2C33405%2C1733062471239.1733062473925 2024-12-01T14:14:34,014 DEBUG [RS:2;57b748500ef9:43827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38021:38021),(127.0.0.1/127.0.0.1:42505:42505),(127.0.0.1/127.0.0.1:33463:33463)] 2024-12-01T14:14:34,014 DEBUG [RS:1;57b748500ef9:41343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38021:38021),(127.0.0.1/127.0.0.1:42505:42505),(127.0.0.1/127.0.0.1:33463:33463)] 2024-12-01T14:14:34,014 DEBUG [RS:0;57b748500ef9:33405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42505:42505),(127.0.0.1/127.0.0.1:33463:33463),(127.0.0.1/127.0.0.1:38021:38021)] 2024-12-01T14:14:34,174 DEBUG [57b748500ef9:35941 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-01T14:14:34,175 DEBUG [57b748500ef9:35941 {}] balancer.BalancerClusterState(204): Hosts are {57b748500ef9=0} racks are {/default-rack=0} 2024-12-01T14:14:34,178 DEBUG [57b748500ef9:35941 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:14:34,178 DEBUG [57b748500ef9:35941 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:14:34,178 DEBUG [57b748500ef9:35941 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T14:14:34,178 DEBUG [57b748500ef9:35941 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:14:34,178 DEBUG [57b748500ef9:35941 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:14:34,178 DEBUG [57b748500ef9:35941 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T14:14:34,178 INFO [57b748500ef9:35941 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:14:34,178 INFO [57b748500ef9:35941 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:14:34,178 INFO [57b748500ef9:35941 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T14:14:34,178 DEBUG [57b748500ef9:35941 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:14:34,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,43827,1733062471509 2024-12-01T14:14:34,181 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,43827,1733062471509, state=OPENING 2024-12-01T14:14:34,245 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:14:34,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:34,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:34,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:34,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:14:34,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:14:34,373 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:14:34,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,43827,1733062471509}] 2024-12-01T14:14:34,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:14:34,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:14:34,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:14:36,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:14:36,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T14:14:44,385 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:14:44,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:14:44,430 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:14:44,430 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:14:44,431 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:14:44,436 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C43827%2C1733062471509.meta, suffix=.meta, logDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,43827,1733062471509, archiveDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/oldWALs, maxLogs=32 2024-12-01T14:14:44,461 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,43827,1733062471509/57b748500ef9%2C43827%2C1733062471509.meta.1733062484437.meta, exclude list is [], retry=0 2024-12-01T14:14:44,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39031,DS-0c20854d-e74c-483a-a3ac-3f63aab4153f,DISK] 2024-12-01T14:14:44,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43771,DS-1bcca756-cd2c-4803-adb2-1ed46fab8174,DISK] 2024-12-01T14:14:44,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33445,DS-ae2cd83e-75a2-47a3-a1d2-2a2927280788,DISK] 2024-12-01T14:14:44,571 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,43827,1733062471509/57b748500ef9%2C43827%2C1733062471509.meta.1733062484437.meta 2024-12-01T14:14:44,571 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42505:42505),(127.0.0.1/127.0.0.1:33463:33463),(127.0.0.1/127.0.0.1:38021:38021)] 2024-12-01T14:14:44,571 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:14:44,572 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:14:44,572 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:14:44,572 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:14:44,572 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:14:44,572 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:44,573 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:14:44,573 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:14:44,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:14:44,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:14:44,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:44,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:14:44,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:14:44,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:14:44,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:44,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:14:44,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:14:44,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:14:44,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:44,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:14:44,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:14:44,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:14:44,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:44,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:14:44,593 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:14:44,600 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740 2024-12-01T14:14:44,603 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740 2024-12-01T14:14:44,606 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:14:44,606 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:14:44,607 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:14:44,610 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:14:44,611 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73044506, jitterRate=0.08844795823097229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:14:44,611 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:14:44,612 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062484583Writing region info on filesystem at 1733062484583Initializing all the Stores at 1733062484584 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062484584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062484585 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062484585Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062484585Cleaning up temporary data from old regions at 1733062484606 (+21 ms)Running coprocessor post-open hooks at 1733062484611 (+5 ms)Region opened successfully at 1733062484612 (+1 ms) 2024-12-01T14:14:44,614 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062484384 2024-12-01T14:14:44,618 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:14:44,618 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:14:44,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,43827,1733062471509 2024-12-01T14:14:44,622 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,43827,1733062471509, state=OPEN 2024-12-01T14:14:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:14:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:14:44,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:14:44,786 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,43827,1733062471509 2024-12-01T14:14:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:14:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:14:44,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:14:44,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:14:44,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:14:44,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:14:44,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,43827,1733062471509 in 10.4130 sec 2024-12-01T14:14:44,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:14:44,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0450 sec 2024-12-01T14:14:44,807 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:14:44,807 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:14:44,812 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:14:44,812 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43827,1733062471509, seqNum=-1] 2024-12-01T14:14:44,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:14:44,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:14:44,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.4570 sec 2024-12-01T14:14:44,824 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062484824, completionTime=-1 2024-12-01T14:14:44,824 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-01T14:14:44,824 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:14:44,827 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-01T14:14:44,827 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062544827 2024-12-01T14:14:44,827 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062604827 2024-12-01T14:14:44,827 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:14:44,828 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:14:44,828 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35941,1733062470649-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:44,828 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35941,1733062470649-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:44,828 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35941,1733062470649-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:44,829 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:35941, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:44,829 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:44,834 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:14:44,836 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:44,846 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.121sec 2024-12-01T14:14:44,851 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:14:44,851 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:14:44,851 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:14:44,851 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:14:44,851 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:14:44,851 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35941,1733062470649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:14:44,851 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35941,1733062470649-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:14:44,856 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:14:44,856 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:14:44,856 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35941,1733062470649-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:14:44,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf3a542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:14:44,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,35941,-1 for getting cluster id 2024-12-01T14:14:44,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:14:44,910 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fac7811-16f0-4bc6-bd45-d11f5a4c90d6' 2024-12-01T14:14:44,919 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:14:44,920 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fac7811-16f0-4bc6-bd45-d11f5a4c90d6" 2024-12-01T14:14:44,920 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca9e538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:14:44,920 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,35941,-1] 2024-12-01T14:14:44,921 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:14:44,932 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:14:44,944 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:14:44,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5c33b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:14:44,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:14:44,951 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43827,1733062471509, seqNum=-1] 2024-12-01T14:14:44,952 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:14:44,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:14:44,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,35941,1733062470649 2024-12-01T14:14:44,964 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733062484964 (current time:1733062484964). 2024-12-01T14:14:44,964 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-01T14:14:44,964 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-01T14:14:44,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edf8c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:14:44,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,35941,-1 for getting cluster id 2024-12-01T14:14:44,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:14:44,966 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fac7811-16f0-4bc6-bd45-d11f5a4c90d6' 2024-12-01T14:14:44,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:14:44,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fac7811-16f0-4bc6-bd45-d11f5a4c90d6" 2024-12-01T14:14:44,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456a1bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:14:44,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,35941,-1] 2024-12-01T14:14:44,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:14:44,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:14:44,970 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:14:44,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2c80e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:14:44,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:14:44,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43827,1733062471509, seqNum=-1] 2024-12-01T14:14:44,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:14:44,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:14:44,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:14:44,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:14:44,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:14:44,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:14:44,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:14:44,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:14:44,980 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,35941,1733062470649 2024-12-01T14:14:44,980 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44eb9927 2024-12-01T14:14:44,981 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:14:44,989 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:14:44,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:14:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-01T14:14:44,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:14:44,996 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:44,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-01T14:14:44,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:14:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:14:45,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741837_1013 (size=361) 2024-12-01T14:14:45,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741837_1013 (size=361) 2024-12-01T14:14:45,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741837_1013 (size=361) 2024-12-01T14:14:45,109 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 247eff1e39883259a211b01745b1b50b, NAME => 'SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:14:45,112 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9a7ebabc1351fd17ce230be94fae3c7f, NAME => 'SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:45,113 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39547f49f38e4692472d4ba438f16d67, NAME => 'SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:45,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741838_1014 (size=54) 2024-12-01T14:14:45,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741838_1014 (size=54) 2024-12-01T14:14:45,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741838_1014 (size=54) 2024-12-01T14:14:45,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:45,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 39547f49f38e4692472d4ba438f16d67, disabling compactions & flushes 2024-12-01T14:14:45,262 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:14:45,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:14:45,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. after waiting 0 ms 2024-12-01T14:14:45,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:14:45,262 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:14:45,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39547f49f38e4692472d4ba438f16d67: Waiting for close lock at 1733062485262Disabling compacts and flushes for region at 1733062485262Disabling writes for close at 1733062485262Writing region close event to WAL at 1733062485262Closed at 1733062485262 2024-12-01T14:14:45,263 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48de3bdbb21f222f65bd416ca4d9aee5, NAME => 'SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:45,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741839_1015 (size=62) 2024-12-01T14:14:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741839_1015 (size=62) 2024-12-01T14:14:45,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:45,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 247eff1e39883259a211b01745b1b50b, disabling compactions & flushes 2024-12-01T14:14:45,285 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:14:45,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:14:45,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. after waiting 0 ms 2024-12-01T14:14:45,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:14:45,286 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:14:45,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 247eff1e39883259a211b01745b1b50b: Waiting for close lock at 1733062485285Disabling compacts and flushes for region at 1733062485285Disabling writes for close at 1733062485286 (+1 ms)Writing region close event to WAL at 1733062485286Closed at 1733062485286 2024-12-01T14:14:45,286 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 949c43c0ad3b8cb083a5d915399dc410, NAME => 'SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:45,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741839_1015 (size=62) 2024-12-01T14:14:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741840_1016 (size=62) 2024-12-01T14:14:45,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741840_1016 (size=62) 2024-12-01T14:14:45,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741840_1016 (size=62) 2024-12-01T14:14:45,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:45,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9a7ebabc1351fd17ce230be94fae3c7f, disabling compactions & flushes 2024-12-01T14:14:45,319 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:14:45,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:14:45,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. after waiting 0 ms 2024-12-01T14:14:45,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:14:45,319 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:14:45,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9a7ebabc1351fd17ce230be94fae3c7f: Waiting for close lock at 1733062485319Disabling compacts and flushes for region at 1733062485319Disabling writes for close at 1733062485319Writing region close event to WAL at 1733062485319Closed at 1733062485319 2024-12-01T14:14:45,320 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2aa144aa7bd822128b365bca008bfc51, NAME => 'SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:14:45,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741841_1017 (size=62) 2024-12-01T14:14:45,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741841_1017 (size=62) 2024-12-01T14:14:45,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741841_1017 (size=62) 2024-12-01T14:14:45,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:45,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 48de3bdbb21f222f65bd416ca4d9aee5, disabling compactions & flushes 2024-12-01T14:14:45,358 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:14:45,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:14:45,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. after waiting 0 ms 2024-12-01T14:14:45,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:14:45,358 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:14:45,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48de3bdbb21f222f65bd416ca4d9aee5: Waiting for close lock at 1733062485358Disabling compacts and flushes for region at 1733062485358Disabling writes for close at 1733062485358Writing region close event to WAL at 1733062485358Closed at 1733062485358 2024-12-01T14:14:45,359 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e6504c80b86d2836d2a6005869303e9, NAME => 'SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741842_1018 (size=62) 2024-12-01T14:14:45,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741842_1018 (size=62) 2024-12-01T14:14:45,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741842_1018 (size=62) 2024-12-01T14:14:45,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:45,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 949c43c0ad3b8cb083a5d915399dc410, disabling compactions & flushes 2024-12-01T14:14:45,404 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:14:45,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:14:45,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. after waiting 0 ms 2024-12-01T14:14:45,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:14:45,404 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:14:45,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 949c43c0ad3b8cb083a5d915399dc410: Waiting for close lock at 1733062485404Disabling compacts and flushes for region at 1733062485404Disabling writes for close at 1733062485404Writing region close event to WAL at 1733062485404Closed at 1733062485404 2024-12-01T14:14:45,405 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 60d55f0eea0c11d1a941f474d9dcafa7, NAME => 'SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741843_1019 (size=62) 2024-12-01T14:14:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741843_1019 (size=62) 2024-12-01T14:14:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741843_1019 (size=62) 2024-12-01T14:14:45,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:45,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2aa144aa7bd822128b365bca008bfc51, disabling compactions & flushes 2024-12-01T14:14:45,463 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:14:45,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:14:45,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. after waiting 0 ms 2024-12-01T14:14:45,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:14:45,463 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:14:45,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2aa144aa7bd822128b365bca008bfc51: Waiting for close lock at 1733062485463Disabling compacts and flushes for region at 1733062485463Disabling writes for close at 1733062485463Writing region close event to WAL at 1733062485463Closed at 1733062485463 2024-12-01T14:14:45,464 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 959f03acbb3d89c01e6ec250100a100d, NAME => 'SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:45,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741844_1020 (size=62) 2024-12-01T14:14:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741844_1020 (size=62) 2024-12-01T14:14:45,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741844_1020 (size=62) 2024-12-01T14:14:45,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:45,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2e6504c80b86d2836d2a6005869303e9, disabling compactions & flushes 2024-12-01T14:14:45,486 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:14:45,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:14:45,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. after waiting 0 ms 2024-12-01T14:14:45,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:14:45,486 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:14:45,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e6504c80b86d2836d2a6005869303e9: Waiting for close lock at 1733062485486Disabling compacts and flushes for region at 1733062485486Disabling writes for close at 1733062485486Writing region close event to WAL at 1733062485486Closed at 1733062485486 2024-12-01T14:14:45,487 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65c3b4ef61b7f814d285bc65ff90801f, NAME => 'SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d 2024-12-01T14:14:45,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741845_1021 (size=62) 2024-12-01T14:14:45,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741845_1021 (size=62) 2024-12-01T14:14:45,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741845_1021 (size=62) 2024-12-01T14:14:45,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:45,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 60d55f0eea0c11d1a941f474d9dcafa7, disabling compactions & flushes 2024-12-01T14:14:45,542 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:14:45,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:14:45,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. after waiting 0 ms 2024-12-01T14:14:45,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:14:45,545 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:14:45,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 60d55f0eea0c11d1a941f474d9dcafa7: Waiting for close lock at 1733062485542Disabling compacts and flushes for region at 1733062485542Disabling writes for close at 1733062485542Writing region close event to WAL at 1733062485545 (+3 ms)Closed at 1733062485545 2024-12-01T14:14:45,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741846_1022 (size=62) 2024-12-01T14:14:45,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741846_1022 (size=62) 2024-12-01T14:14:45,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741846_1022 (size=62) 2024-12-01T14:14:45,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:45,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 959f03acbb3d89c01e6ec250100a100d, disabling compactions & flushes 2024-12-01T14:14:45,575 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:14:45,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:14:45,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. after waiting 0 ms 2024-12-01T14:14:45,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:14:45,576 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:14:45,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 959f03acbb3d89c01e6ec250100a100d: Waiting for close lock at 1733062485575Disabling compacts and flushes for region at 1733062485575Disabling writes for close at 1733062485576 (+1 ms)Writing region close event to WAL at 1733062485576Closed at 1733062485576 2024-12-01T14:14:45,621 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:14:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:14:45,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741847_1023 (size=54) 2024-12-01T14:14:45,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:45,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 65c3b4ef61b7f814d285bc65ff90801f, disabling compactions & flushes 2024-12-01T14:14:45,641 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:14:45,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:14:45,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. after waiting 0 ms 2024-12-01T14:14:45,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:14:45,641 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:14:45,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65c3b4ef61b7f814d285bc65ff90801f: Waiting for close lock at 1733062485641Disabling compacts and flushes for region at 1733062485641Disabling writes for close at 1733062485641Writing region close event to WAL at 1733062485641Closed at 1733062485641 2024-12-01T14:14:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741847_1023 (size=54) 2024-12-01T14:14:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741847_1023 (size=54) 2024-12-01T14:14:45,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:14:45,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733062485643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062485643"}]},"ts":"1733062485643"} 2024-12-01T14:14:45,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062485643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062485643"}]},"ts":"1733062485643"} 2024-12-01T14:14:45,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062485643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062485643"}]},"ts":"1733062485643"} 2024-12-01T14:14:45,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062485643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062485643"}]},"ts":"1733062485643"} 2024-12-01T14:14:45,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062485643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062485643"}]},"ts":"1733062485643"} 2024-12-01T14:14:45,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062485643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062485643"}]},"ts":"1733062485643"} 2024-12-01T14:14:45,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062485643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062485643"}]},"ts":"1733062485643"} 2024-12-01T14:14:45,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062485643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062485643"}]},"ts":"1733062485643"} 2024-12-01T14:14:45,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733062485643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062485643"}]},"ts":"1733062485643"} 2024-12-01T14:14:45,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733062485643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062485643"}]},"ts":"1733062485643"} 2024-12-01T14:14:45,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-01T14:14:45,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:14:45,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062485660"}]},"ts":"1733062485660"} 2024-12-01T14:14:45,664 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-01T14:14:45,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {57b748500ef9=0} racks are {/default-rack=0} 2024-12-01T14:14:45,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:14:45,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:14:45,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T14:14:45,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:14:45,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:14:45,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T14:14:45,681 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:14:45,681 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:14:45,681 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T14:14:45,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:14:45,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39547f49f38e4692472d4ba438f16d67, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a7ebabc1351fd17ce230be94fae3c7f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=247eff1e39883259a211b01745b1b50b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48de3bdbb21f222f65bd416ca4d9aee5, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=949c43c0ad3b8cb083a5d915399dc410, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2aa144aa7bd822128b365bca008bfc51, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e6504c80b86d2836d2a6005869303e9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60d55f0eea0c11d1a941f474d9dcafa7, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=959f03acbb3d89c01e6ec250100a100d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65c3b4ef61b7f814d285bc65ff90801f, ASSIGN}] 2024-12-01T14:14:45,686 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65c3b4ef61b7f814d285bc65ff90801f, ASSIGN 2024-12-01T14:14:45,686 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60d55f0eea0c11d1a941f474d9dcafa7, ASSIGN 2024-12-01T14:14:45,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e6504c80b86d2836d2a6005869303e9, ASSIGN 2024-12-01T14:14:45,687 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=959f03acbb3d89c01e6ec250100a100d, ASSIGN 2024-12-01T14:14:45,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65c3b4ef61b7f814d285bc65ff90801f, ASSIGN; state=OFFLINE, location=57b748500ef9,43827,1733062471509; forceNewPlan=false, retain=false 2024-12-01T14:14:45,702 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60d55f0eea0c11d1a941f474d9dcafa7, ASSIGN; state=OFFLINE, location=57b748500ef9,33405,1733062471239; forceNewPlan=false, retain=false 2024-12-01T14:14:45,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e6504c80b86d2836d2a6005869303e9, ASSIGN; state=OFFLINE, location=57b748500ef9,43827,1733062471509; forceNewPlan=false, retain=false 2024-12-01T14:14:45,702 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=959f03acbb3d89c01e6ec250100a100d, ASSIGN; state=OFFLINE, location=57b748500ef9,41343,1733062471335; forceNewPlan=false, retain=false 2024-12-01T14:14:45,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2aa144aa7bd822128b365bca008bfc51, ASSIGN 2024-12-01T14:14:45,711 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2aa144aa7bd822128b365bca008bfc51, ASSIGN; state=OFFLINE, location=57b748500ef9,41343,1733062471335; forceNewPlan=false, retain=false 2024-12-01T14:14:45,713 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48de3bdbb21f222f65bd416ca4d9aee5, ASSIGN 2024-12-01T14:14:45,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=949c43c0ad3b8cb083a5d915399dc410, ASSIGN 2024-12-01T14:14:45,715 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48de3bdbb21f222f65bd416ca4d9aee5, ASSIGN; state=OFFLINE, location=57b748500ef9,43827,1733062471509; forceNewPlan=false, retain=false 2024-12-01T14:14:45,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=949c43c0ad3b8cb083a5d915399dc410, ASSIGN; state=OFFLINE, location=57b748500ef9,33405,1733062471239; forceNewPlan=false, retain=false 2024-12-01T14:14:45,718 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=247eff1e39883259a211b01745b1b50b, ASSIGN 2024-12-01T14:14:45,719 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=247eff1e39883259a211b01745b1b50b, ASSIGN; state=OFFLINE, location=57b748500ef9,33405,1733062471239; forceNewPlan=false, retain=false 2024-12-01T14:14:45,724 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a7ebabc1351fd17ce230be94fae3c7f, ASSIGN 2024-12-01T14:14:45,727 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a7ebabc1351fd17ce230be94fae3c7f, ASSIGN; state=OFFLINE, location=57b748500ef9,41343,1733062471335; forceNewPlan=false, retain=false 2024-12-01T14:14:45,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39547f49f38e4692472d4ba438f16d67, ASSIGN 2024-12-01T14:14:45,731 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39547f49f38e4692472d4ba438f16d67, ASSIGN; state=OFFLINE, location=57b748500ef9,43827,1733062471509; forceNewPlan=false, retain=false 2024-12-01T14:14:45,843 INFO [57b748500ef9:35941 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-01T14:14:45,844 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=65c3b4ef61b7f814d285bc65ff90801f, regionState=OPENING, regionLocation=57b748500ef9,43827,1733062471509 2024-12-01T14:14:45,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2e6504c80b86d2836d2a6005869303e9, regionState=OPENING, regionLocation=57b748500ef9,43827,1733062471509 2024-12-01T14:14:45,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=48de3bdbb21f222f65bd416ca4d9aee5, regionState=OPENING, regionLocation=57b748500ef9,43827,1733062471509 2024-12-01T14:14:45,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39547f49f38e4692472d4ba438f16d67, regionState=OPENING, regionLocation=57b748500ef9,43827,1733062471509 2024-12-01T14:14:45,845 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=959f03acbb3d89c01e6ec250100a100d, regionState=OPENING, regionLocation=57b748500ef9,41343,1733062471335 2024-12-01T14:14:45,845 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2aa144aa7bd822128b365bca008bfc51, regionState=OPENING, regionLocation=57b748500ef9,41343,1733062471335 2024-12-01T14:14:45,845 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9a7ebabc1351fd17ce230be94fae3c7f, regionState=OPENING, regionLocation=57b748500ef9,41343,1733062471335 2024-12-01T14:14:45,845 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=60d55f0eea0c11d1a941f474d9dcafa7, regionState=OPENING, regionLocation=57b748500ef9,33405,1733062471239 2024-12-01T14:14:45,845 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=949c43c0ad3b8cb083a5d915399dc410, regionState=OPENING, regionLocation=57b748500ef9,33405,1733062471239 2024-12-01T14:14:45,845 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=247eff1e39883259a211b01745b1b50b, regionState=OPENING, regionLocation=57b748500ef9,33405,1733062471239 2024-12-01T14:14:45,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48de3bdbb21f222f65bd416ca4d9aee5, ASSIGN because future has completed 2024-12-01T14:14:45,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48de3bdbb21f222f65bd416ca4d9aee5, server=57b748500ef9,43827,1733062471509}] 2024-12-01T14:14:45,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e6504c80b86d2836d2a6005869303e9, ASSIGN because future has completed 2024-12-01T14:14:45,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65c3b4ef61b7f814d285bc65ff90801f, ASSIGN because future has completed 2024-12-01T14:14:45,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e6504c80b86d2836d2a6005869303e9, server=57b748500ef9,43827,1733062471509}] 2024-12-01T14:14:45,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39547f49f38e4692472d4ba438f16d67, ASSIGN because future has completed 2024-12-01T14:14:45,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39547f49f38e4692472d4ba438f16d67, server=57b748500ef9,43827,1733062471509}] 2024-12-01T14:14:45,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=959f03acbb3d89c01e6ec250100a100d, ASSIGN because future has completed 2024-12-01T14:14:45,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2aa144aa7bd822128b365bca008bfc51, ASSIGN because future has completed 2024-12-01T14:14:45,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65c3b4ef61b7f814d285bc65ff90801f, server=57b748500ef9,43827,1733062471509}] 2024-12-01T14:14:45,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a7ebabc1351fd17ce230be94fae3c7f, ASSIGN because future has completed 2024-12-01T14:14:45,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a7ebabc1351fd17ce230be94fae3c7f, server=57b748500ef9,41343,1733062471335}] 2024-12-01T14:14:45,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60d55f0eea0c11d1a941f474d9dcafa7, ASSIGN because future has completed 2024-12-01T14:14:45,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=949c43c0ad3b8cb083a5d915399dc410, ASSIGN because future has completed 2024-12-01T14:14:45,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=247eff1e39883259a211b01745b1b50b, ASSIGN because future has completed 2024-12-01T14:14:45,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 247eff1e39883259a211b01745b1b50b, server=57b748500ef9,33405,1733062471239}] 2024-12-01T14:14:45,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60d55f0eea0c11d1a941f474d9dcafa7, server=57b748500ef9,33405,1733062471239}] 2024-12-01T14:14:45,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 949c43c0ad3b8cb083a5d915399dc410, server=57b748500ef9,33405,1733062471239}] 2024-12-01T14:14:45,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aa144aa7bd822128b365bca008bfc51, server=57b748500ef9,41343,1733062471335}] 2024-12-01T14:14:45,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 959f03acbb3d89c01e6ec250100a100d, server=57b748500ef9,41343,1733062471335}] 2024-12-01T14:14:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:14:46,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:14:46,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:14:46,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:14:46,828 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:14:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:14:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:14:49,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:14:49,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:14:50,127 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:14:50,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:14:50,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:14:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:14:55,888 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:14:55,888 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 48de3bdbb21f222f65bd416ca4d9aee5, NAME => 'SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-01T14:14:55,889 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:14:55,889 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:55,889 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:14:55,889 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:14:55,920 INFO [StoreOpener-48de3bdbb21f222f65bd416ca4d9aee5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:14:55,931 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:14:55,933 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:14:55,934 INFO [StoreOpener-48de3bdbb21f222f65bd416ca4d9aee5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48de3bdbb21f222f65bd416ca4d9aee5 columnFamilyName cf 2024-12-01T14:14:55,934 DEBUG [StoreOpener-48de3bdbb21f222f65bd416ca4d9aee5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:55,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:14:55,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:14:55,940 INFO [StoreOpener-48de3bdbb21f222f65bd416ca4d9aee5-1 {}] regionserver.HStore(327): Store=48de3bdbb21f222f65bd416ca4d9aee5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:55,941 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:14:55,946 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:14:55,948 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:14:55,948 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:14:55,948 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 959f03acbb3d89c01e6ec250100a100d, NAME => 'SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-01T14:14:55,949 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:14:55,949 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:55,949 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:14:55,949 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:14:55,949 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:14:55,949 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:14:55,951 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:14:55,954 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/48de3bdbb21f222f65bd416ca4d9aee5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:55,954 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 48de3bdbb21f222f65bd416ca4d9aee5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62961820, jitterRate=-0.06179577112197876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:14:55,955 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:14:55,955 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 48de3bdbb21f222f65bd416ca4d9aee5: Running coprocessor pre-open hook at 1733062495904Writing region info on filesystem at 1733062495904Initializing all the Stores at 1733062495913 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062495913Cleaning up temporary data from old regions at 1733062495949 (+36 ms)Running coprocessor post-open hooks at 1733062495955 (+6 ms)Region opened successfully at 1733062495955 2024-12-01T14:14:55,957 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5., pid=15, masterSystemTime=1733062495860 2024-12-01T14:14:55,959 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:14:55,960 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:14:55,960 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:14:55,960 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 39547f49f38e4692472d4ba438f16d67, NAME => 'SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T14:14:55,960 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:14:55,960 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:55,961 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:14:55,963 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=48de3bdbb21f222f65bd416ca4d9aee5, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,43827,1733062471509 2024-12-01T14:14:55,961 INFO [StoreOpener-959f03acbb3d89c01e6ec250100a100d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:14:55,966 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:14:55,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48de3bdbb21f222f65bd416ca4d9aee5, server=57b748500ef9,43827,1733062471509 because future has completed 2024-12-01T14:14:55,974 INFO [StoreOpener-959f03acbb3d89c01e6ec250100a100d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 959f03acbb3d89c01e6ec250100a100d columnFamilyName cf 2024-12-01T14:14:55,974 DEBUG [StoreOpener-959f03acbb3d89c01e6ec250100a100d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:55,975 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:14:55,975 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 247eff1e39883259a211b01745b1b50b, NAME => 'SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-01T14:14:55,976 INFO [StoreOpener-959f03acbb3d89c01e6ec250100a100d-1 {}] regionserver.HStore(327): Store=959f03acbb3d89c01e6ec250100a100d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:55,976 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 247eff1e39883259a211b01745b1b50b 2024-12-01T14:14:55,976 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:55,976 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:14:55,976 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 247eff1e39883259a211b01745b1b50b 2024-12-01T14:14:55,976 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 247eff1e39883259a211b01745b1b50b 2024-12-01T14:14:55,976 INFO [StoreOpener-39547f49f38e4692472d4ba438f16d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:14:55,977 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:14:55,977 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:14:55,979 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:14:55,979 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:14:55,982 INFO [StoreOpener-39547f49f38e4692472d4ba438f16d67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39547f49f38e4692472d4ba438f16d67 columnFamilyName cf 2024-12-01T14:14:55,982 DEBUG [StoreOpener-39547f49f38e4692472d4ba438f16d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:55,983 INFO [StoreOpener-39547f49f38e4692472d4ba438f16d67-1 {}] regionserver.HStore(327): Store=39547f49f38e4692472d4ba438f16d67/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:55,983 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:14:55,986 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:14:55,988 INFO [StoreOpener-247eff1e39883259a211b01745b1b50b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 247eff1e39883259a211b01745b1b50b 2024-12-01T14:14:55,989 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/39547f49f38e4692472d4ba438f16d67 2024-12-01T14:14:55,992 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/39547f49f38e4692472d4ba438f16d67 2024-12-01T14:14:55,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-12-01T14:14:55,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 48de3bdbb21f222f65bd416ca4d9aee5, server=57b748500ef9,43827,1733062471509 in 10.1280 sec 2024-12-01T14:14:55,994 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:14:55,994 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:14:55,997 INFO [StoreOpener-247eff1e39883259a211b01745b1b50b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 247eff1e39883259a211b01745b1b50b columnFamilyName cf 2024-12-01T14:14:55,997 DEBUG [StoreOpener-247eff1e39883259a211b01745b1b50b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:56,000 INFO [StoreOpener-247eff1e39883259a211b01745b1b50b-1 {}] regionserver.HStore(327): Store=247eff1e39883259a211b01745b1b50b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:56,001 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 247eff1e39883259a211b01745b1b50b 2024-12-01T14:14:56,002 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:14:56,002 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/959f03acbb3d89c01e6ec250100a100d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:56,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48de3bdbb21f222f65bd416ca4d9aee5, ASSIGN in 10.3110 sec 2024-12-01T14:14:56,004 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/247eff1e39883259a211b01745b1b50b 2024-12-01T14:14:56,004 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 959f03acbb3d89c01e6ec250100a100d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66292225, jitterRate=-0.012168869376182556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:14:56,004 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:14:56,005 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 959f03acbb3d89c01e6ec250100a100d: Running coprocessor pre-open hook at 1733062495949Writing region info on filesystem at 1733062495949Initializing all the Stores at 1733062495956 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062495956Cleaning up temporary data from old regions at 1733062495979 (+23 ms)Running coprocessor post-open hooks at 1733062496004 (+25 ms)Region opened successfully at 1733062496004 2024-12-01T14:14:56,006 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d., pid=24, masterSystemTime=1733062495930 2024-12-01T14:14:56,006 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/247eff1e39883259a211b01745b1b50b 2024-12-01T14:14:56,009 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 247eff1e39883259a211b01745b1b50b 2024-12-01T14:14:56,010 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 247eff1e39883259a211b01745b1b50b 2024-12-01T14:14:56,012 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/39547f49f38e4692472d4ba438f16d67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:56,013 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 39547f49f38e4692472d4ba438f16d67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74834179, jitterRate=0.1151161640882492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:14:56,014 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:14:56,014 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 39547f49f38e4692472d4ba438f16d67: Running coprocessor pre-open hook at 1733062495966Writing region info on filesystem at 1733062495966Initializing all the Stores at 1733062495970 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062495971 (+1 ms)Cleaning up temporary data from old regions at 1733062495994 (+23 ms)Running coprocessor post-open hooks at 1733062496014 (+20 ms)Region opened successfully at 1733062496014 2024-12-01T14:14:56,014 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:14:56,014 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:14:56,015 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:14:56,015 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aa144aa7bd822128b365bca008bfc51, NAME => 'SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-01T14:14:56,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=959f03acbb3d89c01e6ec250100a100d, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,41343,1733062471335 2024-12-01T14:14:56,015 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:14:56,015 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:56,015 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:14:56,015 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:14:56,018 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67., pid=18, masterSystemTime=1733062495860 2024-12-01T14:14:56,018 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 247eff1e39883259a211b01745b1b50b 2024-12-01T14:14:56,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 959f03acbb3d89c01e6ec250100a100d, server=57b748500ef9,41343,1733062471335 because future has completed 2024-12-01T14:14:56,027 INFO [StoreOpener-2aa144aa7bd822128b365bca008bfc51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:14:56,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39547f49f38e4692472d4ba438f16d67, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,43827,1733062471509 2024-12-01T14:14:56,035 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:14:56,035 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:14:56,035 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:14:56,035 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e6504c80b86d2836d2a6005869303e9, NAME => 'SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T14:14:56,036 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:14:56,036 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:56,036 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:14:56,036 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:14:56,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39547f49f38e4692472d4ba438f16d67, server=57b748500ef9,43827,1733062471509 because future has completed 2024-12-01T14:14:56,041 INFO [StoreOpener-2aa144aa7bd822128b365bca008bfc51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aa144aa7bd822128b365bca008bfc51 columnFamilyName cf 2024-12-01T14:14:56,041 DEBUG [StoreOpener-2aa144aa7bd822128b365bca008bfc51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:56,046 INFO [StoreOpener-2aa144aa7bd822128b365bca008bfc51-1 {}] regionserver.HStore(327): Store=2aa144aa7bd822128b365bca008bfc51/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:56,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-12-01T14:14:56,048 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:14:56,051 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:14:56,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 959f03acbb3d89c01e6ec250100a100d, server=57b748500ef9,41343,1733062471335 in 10.0840 sec 2024-12-01T14:14:56,053 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:14:56,053 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/247eff1e39883259a211b01745b1b50b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:56,054 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 247eff1e39883259a211b01745b1b50b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61096920, jitterRate=-0.08958494663238525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:14:56,054 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 247eff1e39883259a211b01745b1b50b 2024-12-01T14:14:56,054 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 247eff1e39883259a211b01745b1b50b: Running coprocessor pre-open hook at 1733062495976Writing region info on filesystem at 1733062495976Initializing all the Stores at 1733062495981 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062495981Cleaning up temporary data from old regions at 1733062496010 (+29 ms)Running coprocessor post-open hooks at 1733062496054 (+44 ms)Region opened successfully at 1733062496054 2024-12-01T14:14:56,056 INFO [StoreOpener-2e6504c80b86d2836d2a6005869303e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:14:56,060 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b., pid=20, masterSystemTime=1733062495933 2024-12-01T14:14:56,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-12-01T14:14:56,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=959f03acbb3d89c01e6ec250100a100d, ASSIGN in 10.3670 sec 2024-12-01T14:14:56,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39547f49f38e4692472d4ba438f16d67, ASSIGN in 10.3780 sec 2024-12-01T14:14:56,064 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=247eff1e39883259a211b01745b1b50b, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,33405,1733062471239 2024-12-01T14:14:56,064 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:14:56,064 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:14:56,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 39547f49f38e4692472d4ba438f16d67, server=57b748500ef9,43827,1733062471509 in 10.1750 sec 2024-12-01T14:14:56,065 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:14:56,066 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:14:56,066 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:14:56,066 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 949c43c0ad3b8cb083a5d915399dc410, NAME => 'SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-01T14:14:56,066 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:14:56,066 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:56,066 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:14:56,066 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:14:56,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 247eff1e39883259a211b01745b1b50b, server=57b748500ef9,33405,1733062471239 because future has completed 2024-12-01T14:14:56,073 INFO [StoreOpener-2e6504c80b86d2836d2a6005869303e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e6504c80b86d2836d2a6005869303e9 columnFamilyName cf 2024-12-01T14:14:56,073 DEBUG [StoreOpener-2e6504c80b86d2836d2a6005869303e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:56,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-01T14:14:56,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 247eff1e39883259a211b01745b1b50b, server=57b748500ef9,33405,1733062471239 in 10.1420 sec 2024-12-01T14:14:56,075 INFO [StoreOpener-949c43c0ad3b8cb083a5d915399dc410-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:14:56,075 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:14:56,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=247eff1e39883259a211b01745b1b50b, ASSIGN in 10.3920 sec 2024-12-01T14:14:56,080 INFO [StoreOpener-2e6504c80b86d2836d2a6005869303e9-1 {}] regionserver.HStore(327): Store=2e6504c80b86d2836d2a6005869303e9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:56,080 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:14:56,089 INFO [StoreOpener-949c43c0ad3b8cb083a5d915399dc410-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 949c43c0ad3b8cb083a5d915399dc410 columnFamilyName cf 2024-12-01T14:14:56,089 DEBUG [StoreOpener-949c43c0ad3b8cb083a5d915399dc410-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:56,093 INFO [StoreOpener-949c43c0ad3b8cb083a5d915399dc410-1 {}] regionserver.HStore(327): Store=949c43c0ad3b8cb083a5d915399dc410/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:56,093 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:14:56,094 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:14:56,095 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:14:56,095 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:14:56,096 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:14:56,096 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:14:56,097 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2aa144aa7bd822128b365bca008bfc51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:56,098 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 2aa144aa7bd822128b365bca008bfc51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64847968, jitterRate=-0.03368997573852539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:14:56,098 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:14:56,098 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 2aa144aa7bd822128b365bca008bfc51: Running coprocessor pre-open hook at 1733062496015Writing region info on filesystem at 1733062496015Initializing all the Stores at 1733062496019 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062496019Cleaning up temporary data from old regions at 1733062496064 (+45 ms)Running coprocessor post-open hooks at 1733062496098 (+34 ms)Region opened successfully at 1733062496098 2024-12-01T14:14:56,102 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:14:56,104 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:14:56,104 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51., pid=23, masterSystemTime=1733062495930 2024-12-01T14:14:56,105 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:14:56,105 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:14:56,108 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:14:56,108 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:14:56,108 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:14:56,109 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a7ebabc1351fd17ce230be94fae3c7f, NAME => 'SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-01T14:14:56,109 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:14:56,109 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:56,109 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:14:56,109 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:14:56,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2aa144aa7bd822128b365bca008bfc51, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,41343,1733062471335 2024-12-01T14:14:56,119 INFO [StoreOpener-9a7ebabc1351fd17ce230be94fae3c7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:14:56,122 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:14:56,122 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/949c43c0ad3b8cb083a5d915399dc410/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:56,125 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 949c43c0ad3b8cb083a5d915399dc410; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75369882, jitterRate=0.12309876084327698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:14:56,125 INFO [StoreOpener-9a7ebabc1351fd17ce230be94fae3c7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a7ebabc1351fd17ce230be94fae3c7f columnFamilyName cf 2024-12-01T14:14:56,125 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:14:56,125 DEBUG [StoreOpener-9a7ebabc1351fd17ce230be94fae3c7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:56,125 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 949c43c0ad3b8cb083a5d915399dc410: Running coprocessor pre-open hook at 1733062496067Writing region info on filesystem at 1733062496067Initializing all the Stores at 1733062496071 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062496072 (+1 ms)Cleaning up temporary data from old regions at 1733062496096 (+24 ms)Running coprocessor post-open hooks at 1733062496125 (+29 ms)Region opened successfully at 1733062496125 2024-12-01T14:14:56,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aa144aa7bd822128b365bca008bfc51, server=57b748500ef9,41343,1733062471335 because future has completed 2024-12-01T14:14:56,127 INFO [StoreOpener-9a7ebabc1351fd17ce230be94fae3c7f-1 {}] regionserver.HStore(327): Store=9a7ebabc1351fd17ce230be94fae3c7f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:56,127 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:14:56,127 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410., pid=22, masterSystemTime=1733062495933 2024-12-01T14:14:56,129 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:14:56,133 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:14:56,134 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:14:56,134 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:14:56,134 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:14:56,134 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 60d55f0eea0c11d1a941f474d9dcafa7, NAME => 'SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-01T14:14:56,135 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:14:56,135 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:14:56,135 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:14:56,135 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:56,135 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:14:56,135 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:14:56,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=949c43c0ad3b8cb083a5d915399dc410, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,33405,1733062471239 2024-12-01T14:14:56,140 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:14:56,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 949c43c0ad3b8cb083a5d915399dc410, server=57b748500ef9,33405,1733062471239 because future has completed 2024-12-01T14:14:56,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-12-01T14:14:56,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 2aa144aa7bd822128b365bca008bfc51, server=57b748500ef9,41343,1733062471335 in 10.1840 sec 2024-12-01T14:14:56,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2aa144aa7bd822128b365bca008bfc51, ASSIGN in 10.4590 sec 2024-12-01T14:14:56,154 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2e6504c80b86d2836d2a6005869303e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:56,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-12-01T14:14:56,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 949c43c0ad3b8cb083a5d915399dc410, server=57b748500ef9,33405,1733062471239 in 10.2110 sec 2024-12-01T14:14:56,157 INFO [StoreOpener-60d55f0eea0c11d1a941f474d9dcafa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:14:56,157 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 2e6504c80b86d2836d2a6005869303e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62992862, jitterRate=-0.06133320927619934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:14:56,157 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:14:56,158 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 2e6504c80b86d2836d2a6005869303e9: Running coprocessor pre-open hook at 1733062496036Writing region info on filesystem at 1733062496036Initializing all the Stores at 1733062496044 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062496044Cleaning up temporary data from old regions at 1733062496105 (+61 ms)Running coprocessor post-open hooks at 1733062496157 (+52 ms)Region opened successfully at 1733062496157 2024-12-01T14:14:56,160 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/9a7ebabc1351fd17ce230be94fae3c7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:56,162 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9a7ebabc1351fd17ce230be94fae3c7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70577959, jitterRate=0.051693543791770935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:14:56,163 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:14:56,163 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9a7ebabc1351fd17ce230be94fae3c7f: Running coprocessor pre-open hook at 1733062496109Writing region info on filesystem at 1733062496109Initializing all the Stores at 1733062496111 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062496111Cleaning up temporary data from old regions at 1733062496135 (+24 ms)Running coprocessor post-open hooks at 1733062496163 (+28 ms)Region opened successfully at 1733062496163 2024-12-01T14:14:56,164 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9., pid=16, masterSystemTime=1733062495860 2024-12-01T14:14:56,164 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f., pid=19, masterSystemTime=1733062495930 2024-12-01T14:14:56,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=949c43c0ad3b8cb083a5d915399dc410, ASSIGN in 10.4750 sec 2024-12-01T14:14:56,165 INFO [StoreOpener-60d55f0eea0c11d1a941f474d9dcafa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d55f0eea0c11d1a941f474d9dcafa7 columnFamilyName cf 2024-12-01T14:14:56,165 DEBUG [StoreOpener-60d55f0eea0c11d1a941f474d9dcafa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:56,167 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:14:56,167 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:14:56,168 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:14:56,168 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 65c3b4ef61b7f814d285bc65ff90801f, NAME => 'SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T14:14:56,169 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:14:56,169 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:14:56,169 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:14:56,169 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:14:56,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2e6504c80b86d2836d2a6005869303e9, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,43827,1733062471509 2024-12-01T14:14:56,170 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:14:56,170 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:14:56,171 INFO [StoreOpener-60d55f0eea0c11d1a941f474d9dcafa7-1 {}] regionserver.HStore(327): Store=60d55f0eea0c11d1a941f474d9dcafa7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:56,171 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:14:56,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9a7ebabc1351fd17ce230be94fae3c7f, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,41343,1733062471335 2024-12-01T14:14:56,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e6504c80b86d2836d2a6005869303e9, server=57b748500ef9,43827,1733062471509 because future has completed 2024-12-01T14:14:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a7ebabc1351fd17ce230be94fae3c7f, server=57b748500ef9,41343,1733062471335 because future has completed 2024-12-01T14:14:56,181 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:14:56,187 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:14:56,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-01T14:14:56,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e6504c80b86d2836d2a6005869303e9, server=57b748500ef9,43827,1733062471509 in 10.3250 sec 2024-12-01T14:14:56,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-12-01T14:14:56,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a7ebabc1351fd17ce230be94fae3c7f, server=57b748500ef9,41343,1733062471335 in 10.2720 sec 2024-12-01T14:14:56,196 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:14:56,196 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:14:56,197 INFO [StoreOpener-65c3b4ef61b7f814d285bc65ff90801f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:14:56,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e6504c80b86d2836d2a6005869303e9, ASSIGN in 10.5070 sec 2024-12-01T14:14:56,205 INFO [StoreOpener-65c3b4ef61b7f814d285bc65ff90801f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c3b4ef61b7f814d285bc65ff90801f columnFamilyName cf 2024-12-01T14:14:56,205 DEBUG [StoreOpener-65c3b4ef61b7f814d285bc65ff90801f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:14:56,207 INFO [StoreOpener-65c3b4ef61b7f814d285bc65ff90801f-1 {}] regionserver.HStore(327): Store=65c3b4ef61b7f814d285bc65ff90801f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:14:56,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a7ebabc1351fd17ce230be94fae3c7f, ASSIGN in 10.5140 sec 2024-12-01T14:14:56,208 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:14:56,212 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:14:56,217 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:14:56,218 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:14:56,221 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:14:56,221 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:14:56,237 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:14:56,246 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/65c3b4ef61b7f814d285bc65ff90801f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:56,247 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 65c3b4ef61b7f814d285bc65ff90801f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73232995, jitterRate=0.09125666320323944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:14:56,247 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:14:56,247 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 65c3b4ef61b7f814d285bc65ff90801f: Running coprocessor pre-open hook at 1733062496169Writing region info on filesystem at 1733062496169Initializing all the Stores at 1733062496182 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062496182Cleaning up temporary data from old regions at 1733062496221 (+39 ms)Running coprocessor post-open hooks at 1733062496247 (+26 ms)Region opened successfully at 1733062496247 2024-12-01T14:14:56,249 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f., pid=17, masterSystemTime=1733062495860 2024-12-01T14:14:56,256 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=65c3b4ef61b7f814d285bc65ff90801f, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,43827,1733062471509 2024-12-01T14:14:56,258 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:14:56,258 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:14:56,259 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/60d55f0eea0c11d1a941f474d9dcafa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:14:56,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65c3b4ef61b7f814d285bc65ff90801f, server=57b748500ef9,43827,1733062471509 because future has completed 2024-12-01T14:14:56,265 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 60d55f0eea0c11d1a941f474d9dcafa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63008867, jitterRate=-0.06109471619129181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:14:56,265 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:14:56,265 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 60d55f0eea0c11d1a941f474d9dcafa7: Running coprocessor pre-open hook at 1733062496135Writing region info on filesystem at 1733062496135Initializing all the Stores at 1733062496139 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062496139Cleaning up temporary data from old regions at 1733062496196 (+57 ms)Running coprocessor post-open hooks at 1733062496265 (+69 ms)Region opened successfully at 1733062496265 2024-12-01T14:14:56,272 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7., pid=21, masterSystemTime=1733062495933 2024-12-01T14:14:56,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-01T14:14:56,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 65c3b4ef61b7f814d285bc65ff90801f, server=57b748500ef9,43827,1733062471509 in 10.4090 sec 2024-12-01T14:14:56,281 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:14:56,281 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:14:56,283 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=60d55f0eea0c11d1a941f474d9dcafa7, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,33405,1733062471239 2024-12-01T14:14:56,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65c3b4ef61b7f814d285bc65ff90801f, ASSIGN in 10.5970 sec 2024-12-01T14:14:56,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60d55f0eea0c11d1a941f474d9dcafa7, server=57b748500ef9,33405,1733062471239 because future has completed 2024-12-01T14:14:56,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-12-01T14:14:56,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 60d55f0eea0c11d1a941f474d9dcafa7, server=57b748500ef9,33405,1733062471239 in 10.3620 sec 2024-12-01T14:14:56,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-12-01T14:14:56,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60d55f0eea0c11d1a941f474d9dcafa7, ASSIGN in 10.6150 sec 2024-12-01T14:14:56,305 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:14:56,305 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062496305"}]},"ts":"1733062496305"} 2024-12-01T14:14:56,308 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-01T14:14:56,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:14:56,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.3210 sec 2024-12-01T14:14:57,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-01T14:15:00,548 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:15:00,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:15:00,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:15:01,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:15:01,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:15:01,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:15:02,154 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-01T14:15:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:15:03,213 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-01T14:15:03,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-01T14:15:03,213 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:15:03,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-01T14:15:03,229 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:15:03,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-01T14:15:03,254 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9., hostname=57b748500ef9,43827,1733062471509, seqNum=2] 2024-12-01T14:15:03,310 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7., hostname=57b748500ef9,33405,1733062471239, seqNum=2] 2024-12-01T14:15:03,313 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7., hostname=57b748500ef9,33405,1733062471239, seqNum=2] 2024-12-01T14:15:03,373 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d., hostname=57b748500ef9,41343,1733062471335, seqNum=2] 2024-12-01T14:15:03,378 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d., hostname=57b748500ef9,41343,1733062471335, seqNum=2] 2024-12-01T14:15:03,380 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d., hostname=57b748500ef9,41343,1733062471335, seqNum=2] 2024-12-01T14:15:03,381 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d., hostname=57b748500ef9,41343,1733062471335, seqNum=2] 2024-12-01T14:15:03,531 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f., hostname=57b748500ef9,43827,1733062471509, seqNum=2] 2024-12-01T14:15:04,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:15:04,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:15:04,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:15:04,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:15:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:15:04,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:15:04,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41343 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:15:04,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:15:05,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:15:05,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-01T14:15:05,763 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:15:05,765 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-01T14:15:05,769 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-01T14:15:05,788 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-01T14:15:05,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741848_1024 (size=49) 2024-12-01T14:15:05,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741848_1024 (size=49) 2024-12-01T14:15:05,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741848_1024 (size=49) 2024-12-01T14:15:05,828 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-01T14:15:05,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39547f49f38e4692472d4ba438f16d67}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a7ebabc1351fd17ce230be94fae3c7f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 247eff1e39883259a211b01745b1b50b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48de3bdbb21f222f65bd416ca4d9aee5}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 949c43c0ad3b8cb083a5d915399dc410}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aa144aa7bd822128b365bca008bfc51}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6504c80b86d2836d2a6005869303e9}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60d55f0eea0c11d1a941f474d9dcafa7}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 959f03acbb3d89c01e6ec250100a100d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65c3b4ef61b7f814d285bc65ff90801f}] 2024-12-01T14:15:05,833 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:15:05,833 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:15:05,834 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:15:05,834 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:15:05,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:15:05,856 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:15:05,862 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 247eff1e39883259a211b01745b1b50b 2024-12-01T14:15:05,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:15:05,863 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:15:05,863 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:15:10,345 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-01T14:15:15,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-01T14:15:15,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-01T14:15:15,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-01T14:15:15,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-01T14:15:15,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-01T14:15:15,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:15:15,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:15:15,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 39547f49f38e4692472d4ba438f16d67: 2024-12-01T14:15:15,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. for SnapshotProcedureTest completed. 2024-12-01T14:15:15,839 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 2e6504c80b86d2836d2a6005869303e9 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-01T14:15:15,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:15:15,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-01T14:15:15,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:15:15,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:15:15,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:15:15,840 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 959f03acbb3d89c01e6ec250100a100d 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-01T14:15:15,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-01T14:15:15,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-01T14:15:15,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:15:15,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:15:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 247eff1e39883259a211b01745b1b50b: 2024-12-01T14:15:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. for SnapshotProcedureTest completed. 2024-12-01T14:15:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 949c43c0ad3b8cb083a5d915399dc410: 2024-12-01T14:15:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. for SnapshotProcedureTest completed. 2024-12-01T14:15:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:15:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:15:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:15:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:15:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:15:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:15:15,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-01T14:15:15,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:15:15,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 2aa144aa7bd822128b365bca008bfc51: 2024-12-01T14:15:15,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. for SnapshotProcedureTest completed. 2024-12-01T14:15:15,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:15:15,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:15:15,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:15:15,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-01T14:15:15,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:15:15,853 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 65c3b4ef61b7f814d285bc65ff90801f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-01T14:15:15,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:15:15,853 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 60d55f0eea0c11d1a941f474d9dcafa7 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-01T14:15:15,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:15:15,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9a7ebabc1351fd17ce230be94fae3c7f: 2024-12-01T14:15:15,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. for SnapshotProcedureTest completed. 2024-12-01T14:15:15,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:15:15,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:15:15,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:15:15,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2e6504c80b86d2836d2a6005869303e9/.tmp/cf/08603307f09b48ffb48ed4ef04951ba7 is 34, key is aaa/cf:cf/1733062504942/Put/seqid=0 2024-12-01T14:15:15,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/60d55f0eea0c11d1a941f474d9dcafa7/.tmp/cf/51578f444f574123afe1fc1e772bbe90 is 34, key is baa/cf:cf/1733062504925/Put/seqid=0 2024-12-01T14:15:15,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/65c3b4ef61b7f814d285bc65ff90801f/.tmp/cf/f1cd44b029f84d6193070b7b0a46e6fb is 34, key is eaa/cf:cf/1733062505525/Put/seqid=0 2024-12-01T14:15:16,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/959f03acbb3d89c01e6ec250100a100d/.tmp/cf/057c83cf65dd42feb454ec71762c73b6 is 34, key is ccd/cf:cf/1733062504933/Put/seqid=0 2024-12-01T14:15:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741850_1026 (size=65) 2024-12-01T14:15:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741850_1026 (size=65) 2024-12-01T14:15:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741850_1026 (size=65) 2024-12-01T14:15:16,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:15:16,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-01T14:15:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-01T14:15:16,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:15:16,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:15:16,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 949c43c0ad3b8cb083a5d915399dc410 in 10.2410 sec 2024-12-01T14:15:16,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741849_1025 (size=65) 2024-12-01T14:15:16,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:15:16,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-01T14:15:16,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741849_1025 (size=65) 2024-12-01T14:15:16,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741849_1025 (size=65) 2024-12-01T14:15:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-01T14:15:16,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 247eff1e39883259a211b01745b1b50b 2024-12-01T14:15:16,221 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 247eff1e39883259a211b01745b1b50b 2024-12-01T14:15:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741852_1028 (size=28623) 2024-12-01T14:15:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741852_1028 (size=28623) 2024-12-01T14:15:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741852_1028 (size=28623) 2024-12-01T14:15:16,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/60d55f0eea0c11d1a941f474d9dcafa7/.tmp/cf/51578f444f574123afe1fc1e772bbe90 2024-12-01T14:15:16,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 247eff1e39883259a211b01745b1b50b in 10.3930 sec 2024-12-01T14:15:16,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741851_1027 (size=57) 2024-12-01T14:15:16,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741851_1027 (size=57) 2024-12-01T14:15:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741851_1027 (size=57) 2024-12-01T14:15:16,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:15:16,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-01T14:15:16,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:15:16,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 48de3bdbb21f222f65bd416ca4d9aee5: 2024-12-01T14:15:16,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. for SnapshotProcedureTest completed. 2024-12-01T14:15:16,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:15:16,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:15:16,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:15:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-01T14:15:16,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:15:16,280 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:15:16,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 39547f49f38e4692472d4ba438f16d67 in 10.4520 sec 2024-12-01T14:15:16,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741856_1032 (size=499309) 2024-12-01T14:15:16,302 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/65c3b4ef61b7f814d285bc65ff90801f/.tmp/cf/f1cd44b029f84d6193070b7b0a46e6fb 2024-12-01T14:15:16,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741856_1032 (size=499309) 2024-12-01T14:15:16,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741856_1032 (size=499309) 2024-12-01T14:15:16,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/60d55f0eea0c11d1a941f474d9dcafa7/.tmp/cf/51578f444f574123afe1fc1e772bbe90 as hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/60d55f0eea0c11d1a941f474d9dcafa7/cf/51578f444f574123afe1fc1e772bbe90 2024-12-01T14:15:16,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741855_1031 (size=65) 2024-12-01T14:15:16,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741855_1031 (size=65) 2024-12-01T14:15:16,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741855_1031 (size=65) 2024-12-01T14:15:16,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:15:16,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-01T14:15:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-01T14:15:16,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:15:16,353 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:15:16,357 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/60d55f0eea0c11d1a941f474d9dcafa7/cf/51578f444f574123afe1fc1e772bbe90, entries=731, sequenceid=5, filesize=28.0 K 2024-12-01T14:15:16,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2aa144aa7bd822128b365bca008bfc51 in 10.5260 sec 2024-12-01T14:15:16,359 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 60d55f0eea0c11d1a941f474d9dcafa7 in 506ms, sequenceid=5, compaction requested=false 2024-12-01T14:15:16,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 60d55f0eea0c11d1a941f474d9dcafa7: 2024-12-01T14:15:16,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. for SnapshotProcedureTest completed. 2024-12-01T14:15:16,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:15:16,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:15:16,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/60d55f0eea0c11d1a941f474d9dcafa7/cf/51578f444f574123afe1fc1e772bbe90] hfiles 2024-12-01T14:15:16,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/60d55f0eea0c11d1a941f474d9dcafa7/cf/51578f444f574123afe1fc1e772bbe90 for snapshot=SnapshotProcedureTest 2024-12-01T14:15:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741854_1030 (size=65) 2024-12-01T14:15:16,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741854_1030 (size=65) 2024-12-01T14:15:16,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741854_1030 (size=65) 2024-12-01T14:15:16,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:15:16,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-01T14:15:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-01T14:15:16,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:15:16,375 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:15:16,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9a7ebabc1351fd17ce230be94fae3c7f in 10.5490 sec 2024-12-01T14:15:16,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741853_1029 (size=26918) 2024-12-01T14:15:16,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741853_1029 (size=26918) 2024-12-01T14:15:16,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741853_1029 (size=26918) 2024-12-01T14:15:16,393 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2e6504c80b86d2836d2a6005869303e9/.tmp/cf/08603307f09b48ffb48ed4ef04951ba7 2024-12-01T14:15:16,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/65c3b4ef61b7f814d285bc65ff90801f/.tmp/cf/f1cd44b029f84d6193070b7b0a46e6fb as hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/65c3b4ef61b7f814d285bc65ff90801f/cf/f1cd44b029f84d6193070b7b0a46e6fb 2024-12-01T14:15:16,411 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/65c3b4ef61b7f814d285bc65ff90801f/cf/f1cd44b029f84d6193070b7b0a46e6fb, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-01T14:15:16,413 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 65c3b4ef61b7f814d285bc65ff90801f in 561ms, sequenceid=5, compaction requested=false 2024-12-01T14:15:16,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 65c3b4ef61b7f814d285bc65ff90801f: 2024-12-01T14:15:16,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. for SnapshotProcedureTest completed. 2024-12-01T14:15:16,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:15:16,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:15:16,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/65c3b4ef61b7f814d285bc65ff90801f/cf/f1cd44b029f84d6193070b7b0a46e6fb] hfiles 2024-12-01T14:15:16,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/65c3b4ef61b7f814d285bc65ff90801f/cf/f1cd44b029f84d6193070b7b0a46e6fb for snapshot=SnapshotProcedureTest 2024-12-01T14:15:16,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741857_1033 (size=47197) 2024-12-01T14:15:16,440 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/959f03acbb3d89c01e6ec250100a100d/.tmp/cf/057c83cf65dd42feb454ec71762c73b6 2024-12-01T14:15:16,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741857_1033 (size=47197) 2024-12-01T14:15:16,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741857_1033 (size=47197) 2024-12-01T14:15:16,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2e6504c80b86d2836d2a6005869303e9/.tmp/cf/08603307f09b48ffb48ed4ef04951ba7 as hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2e6504c80b86d2836d2a6005869303e9/cf/08603307f09b48ffb48ed4ef04951ba7 2024-12-01T14:15:16,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/959f03acbb3d89c01e6ec250100a100d/.tmp/cf/057c83cf65dd42feb454ec71762c73b6 as hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/959f03acbb3d89c01e6ec250100a100d/cf/057c83cf65dd42feb454ec71762c73b6 2024-12-01T14:15:16,460 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2e6504c80b86d2836d2a6005869303e9/cf/08603307f09b48ffb48ed4ef04951ba7, entries=676, sequenceid=5, filesize=26.3 K 2024-12-01T14:15:16,462 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 2e6504c80b86d2836d2a6005869303e9 in 624ms, sequenceid=5, compaction requested=false 2024-12-01T14:15:16,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 2e6504c80b86d2836d2a6005869303e9: 2024-12-01T14:15:16,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. for SnapshotProcedureTest completed. 2024-12-01T14:15:16,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:15:16,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:15:16,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2e6504c80b86d2836d2a6005869303e9/cf/08603307f09b48ffb48ed4ef04951ba7] hfiles 2024-12-01T14:15:16,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2e6504c80b86d2836d2a6005869303e9/cf/08603307f09b48ffb48ed4ef04951ba7 for snapshot=SnapshotProcedureTest 2024-12-01T14:15:16,464 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/959f03acbb3d89c01e6ec250100a100d/cf/057c83cf65dd42feb454ec71762c73b6, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-01T14:15:16,466 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 959f03acbb3d89c01e6ec250100a100d in 626ms, sequenceid=5, compaction requested=false 2024-12-01T14:15:16,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 959f03acbb3d89c01e6ec250100a100d: 2024-12-01T14:15:16,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. for SnapshotProcedureTest completed. 2024-12-01T14:15:16,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:15:16,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:15:16,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/959f03acbb3d89c01e6ec250100a100d/cf/057c83cf65dd42feb454ec71762c73b6] hfiles 2024-12-01T14:15:16,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/959f03acbb3d89c01e6ec250100a100d/cf/057c83cf65dd42feb454ec71762c73b6 for snapshot=SnapshotProcedureTest 2024-12-01T14:15:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741858_1034 (size=65) 2024-12-01T14:15:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741858_1034 (size=65) 2024-12-01T14:15:16,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741858_1034 (size=65) 2024-12-01T14:15:16,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:15:16,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-01T14:15:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-01T14:15:16,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:15:16,509 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:15:16,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 48de3bdbb21f222f65bd416ca4d9aee5 in 10.6810 sec 2024-12-01T14:15:16,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741859_1035 (size=105) 2024-12-01T14:15:16,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741859_1035 (size=105) 2024-12-01T14:15:16,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:15:16,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741859_1035 (size=105) 2024-12-01T14:15:16,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-01T14:15:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-01T14:15:16,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:15:16,545 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:15:16,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60d55f0eea0c11d1a941f474d9dcafa7 in 10.7170 sec 2024-12-01T14:15:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741860_1036 (size=97) 2024-12-01T14:15:16,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741860_1036 (size=97) 2024-12-01T14:15:16,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741860_1036 (size=97) 2024-12-01T14:15:16,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741862_1038 (size=105) 2024-12-01T14:15:16,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741862_1038 (size=105) 2024-12-01T14:15:16,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741861_1037 (size=105) 2024-12-01T14:15:16,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:15:16,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-01T14:15:16,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:15:16,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-01T14:15:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-01T14:15:16,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:15:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-01T14:15:16,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35941 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:15:16,639 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:15:16,639 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:15:16,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741861_1037 (size=105) 2024-12-01T14:15:16,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741862_1038 (size=105) 2024-12-01T14:15:16,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741861_1037 (size=105) 2024-12-01T14:15:16,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 959f03acbb3d89c01e6ec250100a100d in 10.8120 sec 2024-12-01T14:15:16,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e6504c80b86d2836d2a6005869303e9 in 10.8120 sec 2024-12-01T14:15:16,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:15:16,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-01T14:15:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-01T14:15:16,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35941 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:15:16,988 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:15:16,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-01T14:15:16,993 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-01T14:15:16,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 65c3b4ef61b7f814d285bc65ff90801f in 11.1600 sec 2024-12-01T14:15:17,000 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-01T14:15:17,007 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-01T14:15:17,007 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-01T14:15:17,014 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T14:15:17,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741863_1039 (size=1174) 2024-12-01T14:15:17,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741863_1039 (size=1174) 2024-12-01T14:15:17,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741863_1039 (size=1174) 2024-12-01T14:15:17,141 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-01T14:15:17,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-01T14:15:17,175 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,43827,1733062471509 2024-12-01T14:15:17,177 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,43827,1733062471509 2024-12-01T14:15:17,179 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,41343,1733062471335 2024-12-01T14:15:17,184 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,41343,1733062471335 2024-12-01T14:15:17,185 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,43827,1733062471509 2024-12-01T14:15:17,185 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,41343,1733062471335 2024-12-01T14:15:17,185 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,33405,1733062471239 2024-12-01T14:15:17,187 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,33405,1733062471239 2024-12-01T14:15:17,191 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,33405,1733062471239 2024-12-01T14:15:17,197 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:15:25,756 INFO [master/57b748500ef9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T14:15:25,756 INFO [master/57b748500ef9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T14:15:27,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-01T14:15:27,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-01T14:15:27,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-01T14:15:27,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-01T14:15:27,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-01T14:15:27,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-01T14:15:27,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-01T14:15:27,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-01T14:15:27,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-01T14:15:27,200 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-01T14:15:27,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:15:27,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:15:27,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:15:27,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:15:27,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:15:27,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:15:27,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1112557395, stopped=false 2024-12-01T14:15:27,202 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,35941,1733062470649 2024-12-01T14:15:27,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:15:27,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T14:15:27,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-01T14:15:27,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-01T14:15:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-01T14:15:27,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T14:15:27,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-01T14:15:27,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-01T14:15:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-01T14:15:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-01T14:15:27,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-01T14:15:27,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T14:15:27,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-01T14:15:27,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-01T14:15:27,236 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,43827,1733062471509 Release verify snapshot worker=57b748500ef9,43827,1733062471509 2024-12-01T14:15:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-01T14:15:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-01T14:15:27,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-01T14:15:27,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-01T14:15:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-01T14:15:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-01T14:15:27,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,43827,1733062471509 in 10.0750 sec 2024-12-01T14:15:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-01T14:15:27,254 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,43827,1733062471509 Release verify snapshot worker=57b748500ef9,43827,1733062471509 2024-12-01T14:15:27,254 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,33405,1733062471239 Release verify snapshot worker=57b748500ef9,33405,1733062471239 2024-12-01T14:15:27,256 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,41343,1733062471335 Release verify snapshot worker=57b748500ef9,41343,1733062471335 2024-12-01T14:15:27,261 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,41343,1733062471335 Release verify snapshot worker=57b748500ef9,41343,1733062471335 2024-12-01T14:15:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35941 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-01T14:15:27,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,43827,1733062471509 in 10.0930 sec 2024-12-01T14:15:27,277 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=57b748500ef9,43827,1733062471509 2024-12-01T14:15:27,281 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,41343,1733062471335 Release verify snapshot worker=57b748500ef9,41343,1733062471335 2024-12-01T14:15:27,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,41343,1733062471335 in 10.0950 sec 2024-12-01T14:15:27,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,41343,1733062471335 in 10.1200 sec 2024-12-01T14:15:27,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,33405,1733062471239 in 10.0930 sec 2024-12-01T14:15:27,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,41343,1733062471335 in 10.1000 sec 2024-12-01T14:15:27,317 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,33405,1733062471239 Release verify snapshot worker=57b748500ef9,33405,1733062471239 2024-12-01T14:15:27,317 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,33405,1733062471239 Release verify snapshot worker=57b748500ef9,33405,1733062471239 2024-12-01T14:15:27,317 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,43827,1733062471509 Release verify snapshot worker=57b748500ef9,43827,1733062471509 2024-12-01T14:15:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:15:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:15:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:15:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:15:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:15:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:15:27,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:15:27,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:15:27,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:15:27,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:15:27,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,33405,1733062471239' ***** 2024-12-01T14:15:27,324 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:15:27,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,41343,1733062471335' ***** 2024-12-01T14:15:27,324 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:15:27,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,43827,1733062471509' ***** 2024-12-01T14:15:27,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:15:27,325 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:15:27,325 INFO [RS:0;57b748500ef9:33405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:15:27,325 INFO [RS:0;57b748500ef9:33405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:15:27,325 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:15:27,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:15:27,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:15:27,325 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:15:27,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:15:27,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:15:27,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:15:27,326 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:15:27,326 INFO [RS:1;57b748500ef9:41343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:15:27,326 INFO [RS:1;57b748500ef9:41343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:15:27,326 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:15:27,331 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:15:27,331 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 247eff1e39883259a211b01745b1b50b 2024-12-01T14:15:27,331 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:15:27,331 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,33405,1733062471239 2024-12-01T14:15:27,331 INFO [RS:0;57b748500ef9:33405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:15:27,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:15:27,331 INFO [RS:0;57b748500ef9:33405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:33405. 2024-12-01T14:15:27,331 DEBUG [RS:0;57b748500ef9:33405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:15:27,331 DEBUG [RS:0;57b748500ef9:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:15:27,332 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:15:27,332 DEBUG [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(1325): Online Regions={949c43c0ad3b8cb083a5d915399dc410=SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410., 247eff1e39883259a211b01745b1b50b=SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b., 60d55f0eea0c11d1a941f474d9dcafa7=SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7.} 2024-12-01T14:15:27,332 DEBUG [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(1351): Waiting on 247eff1e39883259a211b01745b1b50b, 60d55f0eea0c11d1a941f474d9dcafa7, 949c43c0ad3b8cb083a5d915399dc410 2024-12-01T14:15:27,332 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 949c43c0ad3b8cb083a5d915399dc410, disabling compactions & flushes 2024-12-01T14:15:27,333 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:15:27,333 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:15:27,333 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. after waiting 0 ms 2024-12-01T14:15:27,333 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:15:27,335 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:15:27,335 INFO [RS:2;57b748500ef9:43827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:15:27,335 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:15:27,335 INFO [RS:2;57b748500ef9:43827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:15:27,335 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(3091): Received CLOSE for 48de3bdbb21f222f65bd416ca4d9aee5 2024-12-01T14:15:27,340 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:15:27,341 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:15:27,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,43827,1733062471509 in 10.1560 sec 2024-12-01T14:15:27,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,33405,1733062471239 in 10.1560 sec 2024-12-01T14:15:27,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=57b748500ef9,33405,1733062471239 in 10.1560 sec 2024-12-01T14:15:27,347 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(3091): Received CLOSE for 959f03acbb3d89c01e6ec250100a100d 2024-12-01T14:15:27,347 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(3091): Received CLOSE for 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:15:27,348 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,41343,1733062471335 2024-12-01T14:15:27,348 INFO [RS:1;57b748500ef9:41343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:15:27,348 INFO [RS:1;57b748500ef9:41343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;57b748500ef9:41343. 2024-12-01T14:15:27,348 DEBUG [RS:1;57b748500ef9:41343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:15:27,348 DEBUG [RS:1;57b748500ef9:41343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:15:27,348 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:15:27,348 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a7ebabc1351fd17ce230be94fae3c7f, disabling compactions & flushes 2024-12-01T14:15:27,348 DEBUG [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(1325): Online Regions={9a7ebabc1351fd17ce230be94fae3c7f=SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f., 959f03acbb3d89c01e6ec250100a100d=SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d., 2aa144aa7bd822128b365bca008bfc51=SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51.} 2024-12-01T14:15:27,348 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:15:27,348 DEBUG [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(1351): Waiting on 2aa144aa7bd822128b365bca008bfc51, 959f03acbb3d89c01e6ec250100a100d, 9a7ebabc1351fd17ce230be94fae3c7f 2024-12-01T14:15:27,348 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:15:27,348 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. after waiting 0 ms 2024-12-01T14:15:27,348 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:15:27,358 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:15:27,377 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(3091): Received CLOSE for 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:15:27,377 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(3091): Received CLOSE for 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:15:27,377 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e6504c80b86d2836d2a6005869303e9 2024-12-01T14:15:27,377 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,43827,1733062471509 2024-12-01T14:15:27,378 INFO [RS:2;57b748500ef9:43827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:15:27,378 INFO [RS:2;57b748500ef9:43827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;57b748500ef9:43827. 2024-12-01T14:15:27,378 DEBUG [RS:2;57b748500ef9:43827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:15:27,378 DEBUG [RS:2;57b748500ef9:43827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:15:27,378 INFO [RS:2;57b748500ef9:43827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:15:27,378 INFO [RS:2;57b748500ef9:43827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:15:27,378 INFO [RS:2;57b748500ef9:43827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:15:27,378 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:15:27,379 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48de3bdbb21f222f65bd416ca4d9aee5, disabling compactions & flushes 2024-12-01T14:15:27,379 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:15:27,379 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:15:27,379 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. after waiting 0 ms 2024-12-01T14:15:27,379 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:15:27,381 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-01T14:15:27,381 DEBUG [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1325): Online Regions={48de3bdbb21f222f65bd416ca4d9aee5=SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5., 65c3b4ef61b7f814d285bc65ff90801f=SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f., 1588230740=hbase:meta,,1.1588230740, 39547f49f38e4692472d4ba438f16d67=SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67., 2e6504c80b86d2836d2a6005869303e9=SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9.} 2024-12-01T14:15:27,381 DEBUG [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e6504c80b86d2836d2a6005869303e9, 39547f49f38e4692472d4ba438f16d67, 48de3bdbb21f222f65bd416ca4d9aee5, 65c3b4ef61b7f814d285bc65ff90801f 2024-12-01T14:15:27,382 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:15:27,382 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:15:27,382 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:15:27,382 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:15:27,382 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:15:27,382 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-01T14:15:27,395 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/9a7ebabc1351fd17ce230be94fae3c7f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:15:27,396 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/949c43c0ad3b8cb083a5d915399dc410/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:15:27,401 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 949c43c0ad3b8cb083a5d915399dc410: Waiting for close lock at 1733062527332Running coprocessor pre-close hooks at 1733062527332Disabling compacts and flushes for region at 1733062527332Disabling writes for close at 1733062527333 (+1 ms)Writing region close event to WAL at 1733062527340 (+7 ms)Running coprocessor post-close hooks at 1733062527401 (+61 ms)Closed at 1733062527401 2024-12-01T14:15:27,401 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a7ebabc1351fd17ce230be94fae3c7f: Waiting for close lock at 1733062527348Running coprocessor pre-close hooks at 1733062527348Disabling compacts and flushes for region at 1733062527348Disabling writes for close at 1733062527348Writing region close event to WAL at 1733062527357 (+9 ms)Running coprocessor post-close hooks at 1733062527401 (+44 ms)Closed at 1733062527401 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f. 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733062484990.949c43c0ad3b8cb083a5d915399dc410. 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 247eff1e39883259a211b01745b1b50b, disabling compactions & flushes 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 959f03acbb3d89c01e6ec250100a100d, disabling compactions & flushes 2024-12-01T14:15:27,401 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:15:27,401 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. after waiting 0 ms 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. after waiting 0 ms 2024-12-01T14:15:27,401 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:15:27,428 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/48de3bdbb21f222f65bd416ca4d9aee5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:15:27,433 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:15:27,433 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48de3bdbb21f222f65bd416ca4d9aee5: Waiting for close lock at 1733062527379Running coprocessor pre-close hooks at 1733062527379Disabling compacts and flushes for region at 1733062527379Disabling writes for close at 1733062527379Writing region close event to WAL at 1733062527392 (+13 ms)Running coprocessor post-close hooks at 1733062527433 (+41 ms)Closed at 1733062527433 2024-12-01T14:15:27,435 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733062484990.48de3bdbb21f222f65bd416ca4d9aee5. 2024-12-01T14:15:27,435 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65c3b4ef61b7f814d285bc65ff90801f, disabling compactions & flushes 2024-12-01T14:15:27,435 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:15:27,435 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:15:27,435 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. after waiting 0 ms 2024-12-01T14:15:27,435 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:15:27,445 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/247eff1e39883259a211b01745b1b50b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:15:27,450 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:15:27,450 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 247eff1e39883259a211b01745b1b50b: Waiting for close lock at 1733062527401Running coprocessor pre-close hooks at 1733062527401Disabling compacts and flushes for region at 1733062527401Disabling writes for close at 1733062527401Writing region close event to WAL at 1733062527404 (+3 ms)Running coprocessor post-close hooks at 1733062527449 (+45 ms)Closed at 1733062527450 (+1 ms) 2024-12-01T14:15:27,450 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733062484990.247eff1e39883259a211b01745b1b50b. 2024-12-01T14:15:27,450 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60d55f0eea0c11d1a941f474d9dcafa7, disabling compactions & flushes 2024-12-01T14:15:27,450 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:15:27,450 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:15:27,450 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. after waiting 0 ms 2024-12-01T14:15:27,450 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:15:27,458 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/.tmp/info/a984bbbfbd44439ab1d680e42582e3a1 is 167, key is SPTestTable,19999999,1733062484990.9a7ebabc1351fd17ce230be94fae3c7f./info:regioninfo/1733062496173/Put/seqid=0 2024-12-01T14:15:27,469 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/959f03acbb3d89c01e6ec250100a100d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:15:27,470 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:15:27,470 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 959f03acbb3d89c01e6ec250100a100d: Waiting for close lock at 1733062527401Running coprocessor pre-close hooks at 1733062527401Disabling compacts and flushes for region at 1733062527401Disabling writes for close at 1733062527401Writing region close event to WAL at 1733062527416 (+15 ms)Running coprocessor post-close hooks at 1733062527470 (+54 ms)Closed at 1733062527470 2024-12-01T14:15:27,470 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733062484990.959f03acbb3d89c01e6ec250100a100d. 2024-12-01T14:15:27,471 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2aa144aa7bd822128b365bca008bfc51, disabling compactions & flushes 2024-12-01T14:15:27,471 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:15:27,471 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:15:27,471 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. after waiting 0 ms 2024-12-01T14:15:27,471 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:15:27,528 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/65c3b4ef61b7f814d285bc65ff90801f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:15:27,530 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:15:27,530 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65c3b4ef61b7f814d285bc65ff90801f: Waiting for close lock at 1733062527435Running coprocessor pre-close hooks at 1733062527435Disabling compacts and flushes for region at 1733062527435Disabling writes for close at 1733062527435Writing region close event to WAL at 1733062527488 (+53 ms)Running coprocessor post-close hooks at 1733062527530 (+42 ms)Closed at 1733062527530 2024-12-01T14:15:27,530 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733062484990.65c3b4ef61b7f814d285bc65ff90801f. 2024-12-01T14:15:27,530 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39547f49f38e4692472d4ba438f16d67, disabling compactions & flushes 2024-12-01T14:15:27,530 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:15:27,530 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:15:27,531 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. after waiting 0 ms 2024-12-01T14:15:27,531 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:15:27,533 DEBUG [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(1351): Waiting on 60d55f0eea0c11d1a941f474d9dcafa7 2024-12-01T14:15:27,550 DEBUG [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(1351): Waiting on 2aa144aa7bd822128b365bca008bfc51 2024-12-01T14:15:27,564 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2aa144aa7bd822128b365bca008bfc51/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:15:27,569 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/60d55f0eea0c11d1a941f474d9dcafa7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:15:27,570 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:15:27,570 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60d55f0eea0c11d1a941f474d9dcafa7: Waiting for close lock at 1733062527450Running coprocessor pre-close hooks at 1733062527450Disabling compacts and flushes for region at 1733062527450Disabling writes for close at 1733062527450Writing region close event to WAL at 1733062527523 (+73 ms)Running coprocessor post-close hooks at 1733062527570 (+47 ms)Closed at 1733062527570 2024-12-01T14:15:27,571 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733062484990.60d55f0eea0c11d1a941f474d9dcafa7. 2024-12-01T14:15:27,576 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:15:27,576 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2aa144aa7bd822128b365bca008bfc51: Waiting for close lock at 1733062527471Running coprocessor pre-close hooks at 1733062527471Disabling compacts and flushes for region at 1733062527471Disabling writes for close at 1733062527471Writing region close event to WAL at 1733062527508 (+37 ms)Running coprocessor post-close hooks at 1733062527576 (+68 ms)Closed at 1733062527576 2024-12-01T14:15:27,576 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733062484990.2aa144aa7bd822128b365bca008bfc51. 2024-12-01T14:15:27,583 DEBUG [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e6504c80b86d2836d2a6005869303e9, 39547f49f38e4692472d4ba438f16d67 2024-12-01T14:15:27,639 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/39547f49f38e4692472d4ba438f16d67/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:15:27,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741864_1040 (size=18393) 2024-12-01T14:15:27,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741864_1040 (size=18393) 2024-12-01T14:15:27,649 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:15:27,649 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39547f49f38e4692472d4ba438f16d67: Waiting for close lock at 1733062527530Running coprocessor pre-close hooks at 1733062527530Disabling compacts and flushes for region at 1733062527530Disabling writes for close at 1733062527531 (+1 ms)Writing region close event to WAL at 1733062527593 (+62 ms)Running coprocessor post-close hooks at 1733062527649 (+56 ms)Closed at 1733062527649 2024-12-01T14:15:27,650 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733062484990.39547f49f38e4692472d4ba438f16d67. 2024-12-01T14:15:27,650 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e6504c80b86d2836d2a6005869303e9, disabling compactions & flushes 2024-12-01T14:15:27,650 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:15:27,650 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:15:27,650 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. after waiting 0 ms 2024-12-01T14:15:27,650 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:15:27,651 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/.tmp/info/a984bbbfbd44439ab1d680e42582e3a1 2024-12-01T14:15:27,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741864_1040 (size=18393) 2024-12-01T14:15:27,670 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:15:27,671 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:15:27,680 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/default/SPTestTable/2e6504c80b86d2836d2a6005869303e9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:15:27,683 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:15:27,683 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e6504c80b86d2836d2a6005869303e9: Waiting for close lock at 1733062527650Running coprocessor pre-close hooks at 1733062527650Disabling compacts and flushes for region at 1733062527650Disabling writes for close at 1733062527650Writing region close event to WAL at 1733062527664 (+14 ms)Running coprocessor post-close hooks at 1733062527683 (+19 ms)Closed at 1733062527683 2024-12-01T14:15:27,683 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733062484990.2e6504c80b86d2836d2a6005869303e9. 2024-12-01T14:15:27,709 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:15:27,709 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:15:27,715 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/.tmp/ns/2de5fb06355d44d9bccca770cf95e451 is 43, key is default/ns:d/1733062484815/Put/seqid=0 2024-12-01T14:15:27,741 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,33405,1733062471239; all regions closed. 2024-12-01T14:15:27,751 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,41343,1733062471335; all regions closed. 2024-12-01T14:15:27,760 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:15:27,760 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:15:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741835_1011 (size=2364) 2024-12-01T14:15:27,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741835_1011 (size=2364) 2024-12-01T14:15:27,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741835_1011 (size=2364) 2024-12-01T14:15:27,783 DEBUG [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:15:27,786 DEBUG [RS:0;57b748500ef9:33405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/oldWALs 2024-12-01T14:15:27,786 INFO [RS:0;57b748500ef9:33405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C33405%2C1733062471239:(num 1733062473925) 2024-12-01T14:15:27,786 DEBUG [RS:0;57b748500ef9:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:15:27,786 INFO [RS:0;57b748500ef9:33405 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:15:27,786 INFO [RS:0;57b748500ef9:33405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:15:27,786 INFO [RS:0;57b748500ef9:33405 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:15:27,786 INFO [RS:0;57b748500ef9:33405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:15:27,786 INFO [RS:0;57b748500ef9:33405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:15:27,786 INFO [RS:0;57b748500ef9:33405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:15:27,786 INFO [RS:0;57b748500ef9:33405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:15:27,787 INFO [RS:0;57b748500ef9:33405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33405 2024-12-01T14:15:27,787 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:15:27,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741865_1041 (size=5153) 2024-12-01T14:15:27,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741865_1041 (size=5153) 2024-12-01T14:15:27,812 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/.tmp/ns/2de5fb06355d44d9bccca770cf95e451 2024-12-01T14:15:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741865_1041 (size=5153) 2024-12-01T14:15:27,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741834_1010 (size=2364) 2024-12-01T14:15:27,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741834_1010 (size=2364) 2024-12-01T14:15:27,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741834_1010 (size=2364) 2024-12-01T14:15:27,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/WALs/57b748500ef9,41343,1733062471335/57b748500ef9%2C41343%2C1733062471335.1733062473898 not finished, retry = 0 2024-12-01T14:15:27,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/57b748500ef9,33405,1733062471239 2024-12-01T14:15:27,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:15:27,874 INFO [RS:0;57b748500ef9:33405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:15:27,886 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/.tmp/table/e97b26a5ce544cfd84ecadc44851610a is 47, key is SPTestTable/table:state/1733062496305/Put/seqid=0 2024-12-01T14:15:27,927 DEBUG [RS:1;57b748500ef9:41343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/oldWALs 2024-12-01T14:15:27,927 INFO [RS:1;57b748500ef9:41343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C41343%2C1733062471335:(num 1733062473898) 2024-12-01T14:15:27,927 DEBUG [RS:1;57b748500ef9:41343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:15:27,927 INFO [RS:1;57b748500ef9:41343 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:15:27,927 INFO [RS:1;57b748500ef9:41343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:15:27,928 INFO [RS:1;57b748500ef9:41343 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:15:27,928 INFO [RS:1;57b748500ef9:41343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:15:27,928 INFO [RS:1;57b748500ef9:41343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:15:27,928 INFO [RS:1;57b748500ef9:41343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:15:27,928 INFO [RS:1;57b748500ef9:41343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:15:27,928 INFO [RS:1;57b748500ef9:41343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41343 2024-12-01T14:15:27,928 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:15:27,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741866_1042 (size=5214) 2024-12-01T14:15:27,964 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/.tmp/table/e97b26a5ce544cfd84ecadc44851610a 2024-12-01T14:15:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741866_1042 (size=5214) 2024-12-01T14:15:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741866_1042 (size=5214) 2024-12-01T14:15:27,983 DEBUG [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:15:28,012 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/.tmp/info/a984bbbfbd44439ab1d680e42582e3a1 as hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/info/a984bbbfbd44439ab1d680e42582e3a1 2024-12-01T14:15:28,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,33405,1733062471239] 2024-12-01T14:15:28,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/57b748500ef9,41343,1733062471335 2024-12-01T14:15:28,051 INFO [RS:1;57b748500ef9:41343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:15:28,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:15:28,054 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/info/a984bbbfbd44439ab1d680e42582e3a1, entries=100, sequenceid=29, filesize=18.0 K 2024-12-01T14:15:28,058 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/.tmp/ns/2de5fb06355d44d9bccca770cf95e451 as hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/ns/2de5fb06355d44d9bccca770cf95e451 2024-12-01T14:15:28,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/57b748500ef9,33405,1733062471239 already deleted, retry=false 2024-12-01T14:15:28,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,33405,1733062471239 expired; onlineServers=2 2024-12-01T14:15:28,074 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/ns/2de5fb06355d44d9bccca770cf95e451, entries=2, sequenceid=29, filesize=5.0 K 2024-12-01T14:15:28,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,41343,1733062471335] 2024-12-01T14:15:28,076 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/.tmp/table/e97b26a5ce544cfd84ecadc44851610a as hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/table/e97b26a5ce544cfd84ecadc44851610a 2024-12-01T14:15:28,084 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/57b748500ef9,41343,1733062471335 already deleted, retry=false 2024-12-01T14:15:28,084 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,41343,1733062471335 expired; onlineServers=1 2024-12-01T14:15:28,088 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/table/e97b26a5ce544cfd84ecadc44851610a, entries=2, sequenceid=29, filesize=5.1 K 2024-12-01T14:15:28,093 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 711ms, sequenceid=29, compaction requested=false 2024-12-01T14:15:28,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:15:28,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x101913ea7490001, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:15:28,140 INFO [RS:0;57b748500ef9:33405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:15:28,140 INFO [RS:0;57b748500ef9:33405 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,33405,1733062471239; zookeeper connection closed. 2024-12-01T14:15:28,144 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-12-01T14:15:28,145 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:15:28,145 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:15:28,146 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062527382Running coprocessor pre-close hooks at 1733062527382Disabling compacts and flushes for region at 1733062527382Disabling writes for close at 1733062527382Obtaining lock to block concurrent updates at 1733062527382Preparing flush snapshotting stores in 1588230740 at 1733062527382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733062527383 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733062527394 (+11 ms)Flushing 1588230740/info: creating writer at 1733062527395 (+1 ms)Flushing 1588230740/info: appending metadata at 1733062527458 (+63 ms)Flushing 1588230740/info: closing flushed file at 1733062527458Flushing 1588230740/ns: creating writer at 1733062527666 (+208 ms)Flushing 1588230740/ns: appending metadata at 1733062527714 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1733062527714Flushing 1588230740/table: creating writer at 1733062527829 (+115 ms)Flushing 1588230740/table: appending metadata at 1733062527884 (+55 ms)Flushing 1588230740/table: closing flushed file at 1733062527884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5072077e: reopening flushed file at 1733062527985 (+101 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ac80fd: reopening flushed file at 1733062528054 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c787730: reopening flushed file at 1733062528075 (+21 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 711ms, sequenceid=29, compaction requested=false at 1733062528093 (+18 ms)Writing region close event to WAL at 1733062528118 (+25 ms)Running coprocessor post-close hooks at 1733062528145 (+27 ms)Closed at 1733062528145 2024-12-01T14:15:28,146 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:15:28,146 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f2fe22d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f2fe22d 2024-12-01T14:15:28,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:15:28,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x101913ea7490002, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:15:28,171 INFO [RS:1;57b748500ef9:41343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:15:28,171 INFO [RS:1;57b748500ef9:41343 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,41343,1733062471335; zookeeper connection closed. 2024-12-01T14:15:28,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@549be447 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@549be447 2024-12-01T14:15:28,185 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,43827,1733062471509; all regions closed. 2024-12-01T14:15:28,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741836_1012 (size=15114) 2024-12-01T14:15:28,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741836_1012 (size=15114) 2024-12-01T14:15:28,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741836_1012 (size=15114) 2024-12-01T14:15:28,236 DEBUG [RS:2;57b748500ef9:43827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/oldWALs 2024-12-01T14:15:28,236 INFO [RS:2;57b748500ef9:43827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C43827%2C1733062471509.meta:.meta(num 1733062484437) 2024-12-01T14:15:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741833_1009 (size=3439) 2024-12-01T14:15:28,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741833_1009 (size=3439) 2024-12-01T14:15:28,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741833_1009 (size=3439) 2024-12-01T14:15:28,288 DEBUG [RS:2;57b748500ef9:43827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/oldWALs 2024-12-01T14:15:28,288 INFO [RS:2;57b748500ef9:43827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C43827%2C1733062471509:(num 1733062473867) 2024-12-01T14:15:28,288 DEBUG [RS:2;57b748500ef9:43827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:15:28,288 INFO [RS:2;57b748500ef9:43827 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:15:28,289 INFO [RS:2;57b748500ef9:43827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:15:28,289 INFO [RS:2;57b748500ef9:43827 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:15:28,289 INFO [RS:2;57b748500ef9:43827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:15:28,289 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:15:28,289 INFO [RS:2;57b748500ef9:43827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43827 2024-12-01T14:15:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/57b748500ef9,43827,1733062471509 2024-12-01T14:15:28,302 INFO [RS:2;57b748500ef9:43827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:15:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:15:28,302 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f9160902060@49a5ff92 rejected from java.util.concurrent.ThreadPoolExecutor@ca778c2[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-01T14:15:28,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,43827,1733062471509] 2024-12-01T14:15:28,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/57b748500ef9,43827,1733062471509 already deleted, retry=false 2024-12-01T14:15:28,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,43827,1733062471509 expired; onlineServers=0 2024-12-01T14:15:28,326 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,35941,1733062470649' ***** 2024-12-01T14:15:28,326 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:15:28,326 INFO [M:0;57b748500ef9:35941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:15:28,326 INFO [M:0;57b748500ef9:35941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:15:28,326 DEBUG [M:0;57b748500ef9:35941 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:15:28,326 DEBUG [M:0;57b748500ef9:35941 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:15:28,326 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062473452 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062473452,5,FailOnTimeoutGroup] 2024-12-01T14:15:28,326 INFO [M:0;57b748500ef9:35941 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:15:28,326 INFO [M:0;57b748500ef9:35941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:15:28,326 DEBUG [M:0;57b748500ef9:35941 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:15:28,326 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062473441 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062473441,5,FailOnTimeoutGroup] 2024-12-01T14:15:28,327 INFO [M:0;57b748500ef9:35941 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:15:28,327 INFO [M:0;57b748500ef9:35941 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:15:28,327 ERROR [M:0;57b748500ef9:35941 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:41179 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41179,5,PEWorkerGroup] 2024-12-01T14:15:28,327 INFO [M:0;57b748500ef9:35941 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:15:28,327 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:15:28,328 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:15:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T14:15:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:15:28,338 DEBUG [M:0;57b748500ef9:35941 {}] zookeeper.ZKUtil(347): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T14:15:28,339 WARN [M:0;57b748500ef9:35941 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:15:28,339 INFO [M:0;57b748500ef9:35941 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/.lastflushedseqids 2024-12-01T14:15:28,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741867_1043 (size=650) 2024-12-01T14:15:28,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741867_1043 (size=650) 2024-12-01T14:15:28,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741867_1043 (size=650) 2024-12-01T14:15:28,396 INFO [M:0;57b748500ef9:35941 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:15:28,396 INFO [M:0;57b748500ef9:35941 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:15:28,397 DEBUG [M:0;57b748500ef9:35941 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:15:28,397 INFO [M:0;57b748500ef9:35941 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:15:28,397 DEBUG [M:0;57b748500ef9:35941 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:15:28,397 DEBUG [M:0;57b748500ef9:35941 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:15:28,397 DEBUG [M:0;57b748500ef9:35941 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:15:28,397 INFO [M:0;57b748500ef9:35941 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=137.70 KB heapSize=169.73 KB 2024-12-01T14:15:28,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:15:28,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101913ea7490003, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:15:28,422 INFO [RS:2;57b748500ef9:43827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:15:28,422 INFO [RS:2;57b748500ef9:43827 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,43827,1733062471509; zookeeper connection closed. 2024-12-01T14:15:28,422 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f4b01f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f4b01f3 2024-12-01T14:15:28,422 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-01T14:15:28,440 DEBUG [M:0;57b748500ef9:35941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5972490a1cfe440eae1a3fdc86d4cf81 is 82, key is hbase:meta,,1/info:regioninfo/1733062484620/Put/seqid=0 2024-12-01T14:15:28,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741868_1044 (size=5672) 2024-12-01T14:15:28,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741868_1044 (size=5672) 2024-12-01T14:15:28,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741868_1044 (size=5672) 2024-12-01T14:15:28,503 INFO [M:0;57b748500ef9:35941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5972490a1cfe440eae1a3fdc86d4cf81 2024-12-01T14:15:28,583 DEBUG [M:0;57b748500ef9:35941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af2318724697464b9b585afde10199f6 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733062496316/Put/seqid=0 2024-12-01T14:15:28,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741869_1045 (size=14468) 2024-12-01T14:15:28,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741869_1045 (size=14468) 2024-12-01T14:15:28,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741869_1045 (size=14468) 2024-12-01T14:15:28,664 INFO [M:0;57b748500ef9:35941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=137.01 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af2318724697464b9b585afde10199f6 2024-12-01T14:15:28,672 INFO [M:0;57b748500ef9:35941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af2318724697464b9b585afde10199f6 2024-12-01T14:15:28,709 DEBUG [M:0;57b748500ef9:35941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9fb57e6047a4ac0b09a4166391dc6eb is 69, key is 57b748500ef9,33405,1733062471239/rs:state/1733062473538/Put/seqid=0 2024-12-01T14:15:28,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741870_1046 (size=5294) 2024-12-01T14:15:28,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741870_1046 (size=5294) 2024-12-01T14:15:28,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741870_1046 (size=5294) 2024-12-01T14:15:28,774 INFO [M:0;57b748500ef9:35941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9fb57e6047a4ac0b09a4166391dc6eb 2024-12-01T14:15:28,800 DEBUG [M:0;57b748500ef9:35941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5972490a1cfe440eae1a3fdc86d4cf81 as hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5972490a1cfe440eae1a3fdc86d4cf81 2024-12-01T14:15:28,814 INFO [M:0;57b748500ef9:35941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5972490a1cfe440eae1a3fdc86d4cf81, entries=8, sequenceid=353, filesize=5.5 K 2024-12-01T14:15:28,823 DEBUG [M:0;57b748500ef9:35941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af2318724697464b9b585afde10199f6 as hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af2318724697464b9b585afde10199f6 2024-12-01T14:15:28,853 INFO [M:0;57b748500ef9:35941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af2318724697464b9b585afde10199f6 2024-12-01T14:15:28,854 INFO [M:0;57b748500ef9:35941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af2318724697464b9b585afde10199f6, entries=45, sequenceid=353, filesize=14.1 K 2024-12-01T14:15:28,860 DEBUG [M:0;57b748500ef9:35941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9fb57e6047a4ac0b09a4166391dc6eb as hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9fb57e6047a4ac0b09a4166391dc6eb 2024-12-01T14:15:28,888 INFO [M:0;57b748500ef9:35941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/2a0c4488-2f0b-a692-1677-01ed5caf546d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9fb57e6047a4ac0b09a4166391dc6eb, entries=3, sequenceid=353, filesize=5.2 K 2024-12-01T14:15:28,900 INFO [M:0;57b748500ef9:35941 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.70 KB/141002, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=353, compaction requested=false 2024-12-01T14:15:28,920 INFO [M:0;57b748500ef9:35941 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:15:28,920 DEBUG [M:0;57b748500ef9:35941 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062528397Disabling compacts and flushes for region at 1733062528397Disabling writes for close at 1733062528397Obtaining lock to block concurrent updates at 1733062528397Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062528397Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=141002, getHeapSize=173736, getOffHeapSize=0, getCellsCount=420 at 1733062528397Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062528404 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062528404Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062528438 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062528438Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062528533 (+95 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062528583 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062528583Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062528672 (+89 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062528708 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062528708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e9f1b1: reopening flushed file at 1733062528799 (+91 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59bc9e9d: reopening flushed file at 1733062528814 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55171360: reopening flushed file at 1733062528854 (+40 ms)Finished flush of dataSize ~137.70 KB/141002, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=353, compaction requested=false at 1733062528900 (+46 ms)Writing region close event to WAL at 1733062528920 (+20 ms)Closed at 1733062528920 2024-12-01T14:15:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39031 is added to blk_1073741830_1006 (size=164634) 2024-12-01T14:15:28,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741830_1006 (size=164634) 2024-12-01T14:15:28,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741830_1006 (size=164634) 2024-12-01T14:15:28,950 INFO [M:0;57b748500ef9:35941 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:15:28,950 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:15:28,951 INFO [M:0;57b748500ef9:35941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35941 2024-12-01T14:15:28,951 INFO [M:0;57b748500ef9:35941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:15:29,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:15:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35941-0x101913ea7490000, quorum=127.0.0.1:58917, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:15:29,116 INFO [M:0;57b748500ef9:35941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:15:29,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@611d52af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:15:29,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@739fedda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:15:29,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:15:29,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5379cd02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:15:29,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fae4ea1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/hadoop.log.dir/,STOPPED} 2024-12-01T14:15:29,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:15:29,146 WARN [BP-989848673-172.17.0.3-1733062467222 heartbeating to localhost/127.0.0.1:41179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:15:29,146 WARN [BP-989848673-172.17.0.3-1733062467222 heartbeating to localhost/127.0.0.1:41179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-989848673-172.17.0.3-1733062467222 (Datanode Uuid 8467c6b2-680b-4997-81b7-541f75725bc8) service to localhost/127.0.0.1:41179 2024-12-01T14:15:29,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:15:29,149 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:15:29,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data5/current/BP-989848673-172.17.0.3-1733062467222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:15:29,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data6/current/BP-989848673-172.17.0.3-1733062467222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:15:29,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78cc22dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:15:29,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@308baae9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:15:29,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:15:29,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b3020ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:15:29,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a19254e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/hadoop.log.dir/,STOPPED} 2024-12-01T14:15:29,176 WARN [BP-989848673-172.17.0.3-1733062467222 heartbeating to localhost/127.0.0.1:41179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:15:29,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:15:29,176 WARN [BP-989848673-172.17.0.3-1733062467222 heartbeating to localhost/127.0.0.1:41179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-989848673-172.17.0.3-1733062467222 (Datanode Uuid d6274e62-7cbc-42ab-8202-e91e7d65a359) service to localhost/127.0.0.1:41179 2024-12-01T14:15:29,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:15:29,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data4/current/BP-989848673-172.17.0.3-1733062467222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:15:29,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data3/current/BP-989848673-172.17.0.3-1733062467222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:15:29,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:15:29,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a658605{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:15:29,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47a05556{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:15:29,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:15:29,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@184bf7f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:15:29,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1452e384{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/hadoop.log.dir/,STOPPED} 2024-12-01T14:15:29,244 WARN [BP-989848673-172.17.0.3-1733062467222 heartbeating to localhost/127.0.0.1:41179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:15:29,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:15:29,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:15:29,244 WARN [BP-989848673-172.17.0.3-1733062467222 heartbeating to localhost/127.0.0.1:41179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-989848673-172.17.0.3-1733062467222 (Datanode Uuid 7847d84b-726e-4545-85be-980c319293f3) service to localhost/127.0.0.1:41179 2024-12-01T14:15:29,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data1/current/BP-989848673-172.17.0.3-1733062467222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:15:29,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/cluster_7b4a2185-65bf-73c0-674f-9c6e9054d60c/data/data2/current/BP-989848673-172.17.0.3-1733062467222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:15:29,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:15:29,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@608f8ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:15:29,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@546240ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:15:29,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:15:29,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@579f44dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:15:29,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@425764ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ce99471-18cc-51e5-05f2-5be0c6734ea6/hadoop.log.dir/,STOPPED} 2024-12-01T14:15:29,287 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:15:29,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:15:29,435 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=120 (was 94) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41179 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41179 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41179 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=486 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1323 (was 791) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2350 (was 3260)